-- Logs begin at Fri 2022-03-11 17:14:24 UTC, end at Fri 2022-03-11 18:24:42 UTC. -- Mar 11 18:00:01.857899 dv-cinder-833443-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 18:00:05.304050 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.common.config [-] Logging enabled! Mar 11 18:00:05.305018 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 18:00:05.305470 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 18:00:05.311781 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.common.config [-] Logging enabled! Mar 11 18:00:05.312252 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 18:00:05.312779 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 18:00:05.314533 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 18:00:05.314917 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 18:00:05.315710 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 18:00:05.316170 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 18:00:05.317080 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 18:00:05.318460 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.319217 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 18:00:05.319757 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.320294 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.320772 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.321265 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.321748 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.322215 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.322692 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.323182 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.323659 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.324157 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.324635 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.325124 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.325594 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.326069 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.326541 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.327013 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] debug = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.327502 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.328271 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.328959 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.329454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.329958 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.330443 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.330917 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.331476 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.332029 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.332599 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] host = dv-cinder-833443-1-iscsi {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.333088 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.333589 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.334091 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.334605 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.335079 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.335551 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.336096 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.336582 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.337056 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.337542 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.338052 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.338557 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.339075 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.339472 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.339873 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.340488 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.340988 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.341482 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.341981 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.342340 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.342667 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.343039 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.343333 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.343641 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.343968 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.344272 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.344562 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.344849 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.345210 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.345493 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.345786 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.346146 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.346464 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.346922 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.347405 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.348410 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.348890 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.349412 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.349923 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.350234 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.350589 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.351076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.351571 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.352085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.352559 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.353023 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_json = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.353510 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.353984 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.354485 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.354963 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.355449 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.355983 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.356475 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.356996 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.357491 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:05.358027 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.358554 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.359087 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.359644 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.360158 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.360627 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.361130 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.361621 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.362122 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.362618 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.362935 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.363321 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.363647 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.363978 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.364289 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.364609 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.364913 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.365216 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.365499 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.365784 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.366062 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.366348 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.366656 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.366939 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.367234 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.367530 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.367817 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.368151 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.368438 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.368739 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.369032 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.369313 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.369591 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.369888 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.370169 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.370440 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.370722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.371014 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.371293 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.371571 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.371909 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.372165 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.372437 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.372709 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.372987 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.373286 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.373561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.373839 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.374117 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.374397 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.374672 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.374957 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.375235 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.375510 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.375784 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.376089 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.376364 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.376638 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.376914 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.377184 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.377459 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.377737 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.378009 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.378299 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.378571 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.379378 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.379656 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.379960 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.380244 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.380515 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.380791 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.381064 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.381338 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.381609 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.381900 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.382201 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.382480 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.382859 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.383258 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.383645 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.384134 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.384525 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.384929 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.385359 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.385815 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.386300 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.386770 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.387257 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.387786 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.388302 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.388791 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.389268 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.389747 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.390248 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.390971 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.391465 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.391957 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.392374 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.392815 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.393238 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.393651 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.394074 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.394587 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.395001 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.395454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.395933 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:05.396302 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 18:00:05.396711 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 18:00:05.885748 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 18:00:05.886002 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 18:00:05.886326 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 18:00:05.886898 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 18:00:06.341576 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.342271 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.342271 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.343358 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.343632 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.344056 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.410830 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.411632 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.411632 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.427394 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.427681 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.427967 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.460510 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.460801 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.461133 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.503663 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.504162 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.504520 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.892882 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.893210 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.893561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.893869 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:06.894708 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.003235 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.003547 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.003965 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.004246 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.004515 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.004832 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.005095 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.005353 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.005607 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.005893 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.006153 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.006424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.006678 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.006934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.007193 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.007464 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.007725 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.008024 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.008311 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.008568 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.008844 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.009095 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.009387 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.009796 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.010048 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.010296 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.010774 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.011017 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.011255 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.011520 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.011814 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.012082 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.012481 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 18:00:07.016639 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 18:00:07.021913 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 18:00:07.026170 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Mar 11 18:00:07.028244 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 18:00:07.028863 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 18:00:07.029228 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 18:00:07.029665 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 18:00:07.033007 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 18:00:07.033297 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 18:00:07.033766 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 18:00:07.039314 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 18:00:07.064989 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 18:00:07.065457 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.065762 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 18:00:07.066165 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.067726 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 18:00:07.068061 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 18:00:07.068309 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 18:00:07.071987 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.072282 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.137293 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 18:00:07.137531 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 18:00:07.137767 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 18:00:07.138162 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 18:00:07.160827 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_db.sqlalchemy.engines [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 18:00:07.723612 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing driver for type 'gre' Mar 11 18:00:07.724479 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] gre ID ranges: [(1, 1000)] Mar 11 18:00:07.805649 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing driver for type 'local' Mar 11 18:00:07.806129 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing driver for type 'vlan' Mar 11 18:00:07.821553 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] VlanTypeDriver initialization complete Mar 11 18:00:07.822124 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing driver for type 'vxlan' Mar 11 18:00:07.822935 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] vxlan ID ranges: [(1, 1000)] Mar 11 18:00:07.894104 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing extension driver 'port_security' Mar 11 18:00:07.895172 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.extensions.port_security [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] PortSecurityExtensionDriver initialization complete Mar 11 18:00:07.895523 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing mechanism driver 'openvswitch' Mar 11 18:00:07.895975 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing mechanism driver 'hyperv' Mar 11 18:00:07.903549 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:07.904604 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.905045 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.905654 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.906093 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.906567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.906931 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.907283 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.907693 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.908154 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.908526 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.909225 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.909655 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.910137 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.910497 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.910844 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.911263 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.911678 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.912074 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.912422 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.912851 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.913267 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.913620 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.913961 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.914362 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 18:00:07.914828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] ML2 OVO RPC backend initialized. {{(pid=103332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 18:00:07.915619 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.916010 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.916438 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.916796 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > networks before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.917159 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.917494 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > ports before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.917842 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.918185 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.918539 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.918886 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.919229 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.919570 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.919944 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.920289 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.920627 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.920970 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.921307 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.934813 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded quota_driver: . Mar 11 18:00:07.935207 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Modular L2 Plugin initialization complete Mar 11 18:00:07.935571 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading services supported by the core plugin {{(pid=103332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 18:00:07.935971 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.plugins.ml2.managers [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Got port-security extension from driver 'port_security' Mar 11 18:00:07.938982 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.extensions.vlantransparent [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Disabled vlantransparent extension. Mar 11 18:00:07.939663 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 18:00:07.940076 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: router Mar 11 18:00:07.981334 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.981648 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_create 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.982023 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router before_create 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.982396 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.982776 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.983138 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_delete 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.983536 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.984085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.984562 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_create 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.985008 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.985369 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.985726 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.986086 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.986515 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.986896 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.987238 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.987580 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: subnet after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.987965 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.988940 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.989295 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.989650 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.989998 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.990363 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router after_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.990736 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.991263 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.991637 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.992032 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.992410 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > agent after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.992774 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.993123 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > network after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:07.994088 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Tracking information for resource: router configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:07.994429 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Tracking information for resource: floatingip configured {{(pid=103332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 18:00:08.000078 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.db.l3_agentschedulers_db [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 18:00:08.000693 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.001067 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.001422 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.001774 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.002660 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router before_create 55550100 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.003042 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.003406 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.003824 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.008907 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.provider_configuration [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service providers = [] {{(pid=103332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 18:00:08.009293 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.db.servicetype_db [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 18:00:08.012539 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.service_base [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 18:00:08.012894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.service_base [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 18:00:08.013246 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.service_base [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 18:00:08.014270 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.services.service_base [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 18:00:08.014552 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.services.service_base [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 18:00:08.014957 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.015271 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 18:00:08.027561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.027920 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: auto_allocate Mar 11 18:00:08.034477 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: network precommit_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.034986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: network precommit_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.035476 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.035805 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: tag Mar 11 18:00:08.043248 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.043585 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: timestamp Mar 11 18:00:08.047896 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.048251 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: network_ip_availability Mar 11 18:00:08.054607 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.055135 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.055342 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.056205 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.056533 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: flavors Mar 11 18:00:08.062162 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.062504 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading Plugin: revisions Mar 11 18:00:08.068045 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 18:00:08.068511 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.182s {{(pid=103332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 18:00:08.069454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 18:00:08.069889 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Initializing extension manager. Mar 11 18:00:08.070499 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: __init__.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.070940 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: __pycache__ {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.071320 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: address_group.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.072286 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.072956 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: address-group Mar 11 18:00:08.073324 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: address_scope.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.074139 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.074712 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: address-scope Mar 11 18:00:08.075073 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.076258 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.076844 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: router-admin-state-down-before-update Mar 11 18:00:08.077218 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: agent.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.078036 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.078611 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: agent Mar 11 18:00:08.078976 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: agent_resources_synced.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.080216 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.080874 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: agent-resources-synced Mar 11 18:00:08.081251 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.083470 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.084189 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: allowed-address-pairs Mar 11 18:00:08.084579 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.086029 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.086652 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: auto-allocated-topology Mar 11 18:00:08.087057 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: availability_zone.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.087886 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.088476 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: availability_zone Mar 11 18:00:08.088846 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: availability_zone_filter.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.090179 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.090773 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: availability_zone_filter Mar 11 18:00:08.091211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: data_plane_status.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.092245 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.092817 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 18:00:08.093175 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: default_subnetpools.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.094183 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.094744 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: default-subnetpools Mar 11 18:00:08.095103 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.096336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.096740 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: dhcp_agent_scheduler Mar 11 18:00:08.097121 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: dns.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.098940 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.099547 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 18:00:08.099948 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: dns_domain_ports.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.100992 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.101556 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 18:00:08.101880 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.102865 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.103382 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 18:00:08.103704 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: dvr.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.104440 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.105329 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: dvr Mar 11 18:00:08.105665 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: ecmp_routes.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.106851 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.107364 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 18:00:08.107686 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: empty_string_filtering.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.108683 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.109264 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: empty-string-filtering Mar 11 18:00:08.109521 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.110494 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.110974 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 18:00:08.111300 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.112295 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.112802 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 18:00:08.113188 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: external_net.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.114124 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.114634 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: external-net Mar 11 18:00:08.114964 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.115945 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.116461 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: extra_dhcp_opt Mar 11 18:00:08.116781 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: extraroute.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.117737 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.118252 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: extraroute Mar 11 18:00:08.118588 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: extraroute_atomic.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.119724 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.120276 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: extraroute-atomic Mar 11 18:00:08.120605 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: filter_validation.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.121338 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.121853 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: filter-validation Mar 11 18:00:08.122179 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: fip_pf_description.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.123175 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.123685 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 18:00:08.124050 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: fip_port_details.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.125296 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.125868 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: fip-port-details Mar 11 18:00:08.126339 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: flavors.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.128140 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.129376 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: flavors Mar 11 18:00:08.129720 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.132040 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.132595 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 18:00:08.132936 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: floatingip_pools.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.133668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.134197 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: floatingip-pools Mar 11 18:00:08.134528 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: ip_allocation.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.135531 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.136128 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 18:00:08.136457 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.137436 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.137965 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: ip-substring-filtering Mar 11 18:00:08.138295 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l2_adjacency.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.139283 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.139793 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 18:00:08.140151 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.141467 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.141999 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: router Mar 11 18:00:08.142321 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.145001 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.145569 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 18:00:08.145911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.146971 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.147505 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: ext-gw-mode Mar 11 18:00:08.147899 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.150140 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.151217 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: l3-ha Mar 11 18:00:08.151518 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.153064 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.154201 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 18:00:08.154876 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_flavors.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.156484 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.157105 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: l3-flavors Mar 11 18:00:08.157716 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.159688 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.160881 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 18:00:08.161367 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.162585 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.163384 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 18:00:08.163800 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: l3agentscheduler.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.165356 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.166096 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: l3_agent_scheduler Mar 11 18:00:08.166473 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: local_ip.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.169308 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.170449 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension local_ip not supported by any of loaded plugins Mar 11 18:00:08.171042 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: logging.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.175891 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.176738 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension logging not supported by any of loaded plugins Mar 11 18:00:08.177210 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: metering.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.178318 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.179329 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: metering Mar 11 18:00:08.179751 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.181025 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.181707 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: metering_source_and_destination_fields Mar 11 18:00:08.182039 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: multiprovidernet.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.183069 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.183594 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: multi-provider Mar 11 18:00:08.183962 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: netmtu.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.184913 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.185478 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: net-mtu Mar 11 18:00:08.185809 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: netmtu_writable.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.186777 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.187295 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: net-mtu-writable Mar 11 18:00:08.187620 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: network_availability_zone.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.188356 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.188868 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: network_availability_zone Mar 11 18:00:08.189189 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: network_ip_availability.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.190383 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.190897 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: network-ip-availability Mar 11 18:00:08.191775 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: network_segment_range.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.192643 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.193161 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 18:00:08.193494 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: pagination.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.194577 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.194910 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: pagination Mar 11 18:00:08.195234 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: port_device_profile.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.196215 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.196753 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: port-device-profile Mar 11 18:00:08.197083 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.198319 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.198837 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: port-mac-address-regenerate Mar 11 18:00:08.199163 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.200159 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.200678 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: port-numa-affinity-policy Mar 11 18:00:08.200994 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: port_resource_request.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.201947 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.202457 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 18:00:08.202948 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.204045 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.204559 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 18:00:08.204882 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: portbindings.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.205856 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.206371 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: binding Mar 11 18:00:08.206698 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: portbindings_extended.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.208188 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.208720 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: binding-extended Mar 11 18:00:08.209047 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: portsecurity.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.210040 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.210798 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: port-security Mar 11 18:00:08.211162 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: project_id.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.212400 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.212739 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: project-id Mar 11 18:00:08.213251 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: providernet.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.214208 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.214755 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: provider Mar 11 18:00:08.215083 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.219538 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.220181 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos not supported by any of loaded plugins Mar 11 18:00:08.220525 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.221986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.223133 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 18:00:08.223473 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.224473 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.224991 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 18:00:08.225321 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_default.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.226700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.226833 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-default not supported by any of loaded plugins Mar 11 18:00:08.227110 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_fip.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.228103 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.228745 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 18:00:08.228944 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.229889 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.230403 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 18:00:08.230728 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.231717 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.232207 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 18:00:08.232542 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.233676 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.234193 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 18:00:08.234524 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.235614 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.236155 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 18:00:08.236489 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.237576 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.238160 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 18:00:08.238494 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_pps_rule.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.239729 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.240291 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 18:00:08.240621 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.241577 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.242172 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 18:00:08.242516 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: qos_rules_alias.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.243660 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.244223 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 18:00:08.244554 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: quota_check_limit.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.245532 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.246061 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: quota-check-limit Mar 11 18:00:08.246397 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: quotasv2.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.247450 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.247784 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: quotas Mar 11 18:00:08.248138 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: quotasv2_detail.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.250188 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.250529 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: quota_details Mar 11 18:00:08.250865 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: rbac.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.252083 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.252663 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: rbac-policies Mar 11 18:00:08.252995 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: rbac_address_group.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.255007 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.255738 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: rbac-address-group Mar 11 18:00:08.256131 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: rbac_address_scope.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.257128 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.257780 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: rbac-address-scope Mar 11 18:00:08.258160 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: rbac_security_groups.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.259212 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.259745 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: rbac-security-groups Mar 11 18:00:08.260211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.261674 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.262284 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: rbac-subnetpool Mar 11 18:00:08.262795 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: revisionifmatch.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.265149 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.265149 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: revision-if-match Mar 11 18:00:08.265149 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: revisions.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.266431 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.266997 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: standard-attr-revisions Mar 11 18:00:08.267334 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: router_availability_zone.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.268188 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.268801 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: router_availability_zone Mar 11 18:00:08.269131 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: routerservicetype.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.270395 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.270965 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 18:00:08.271303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.272568 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.273420 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: security-groups-normalized-cidr Mar 11 18:00:08.273762 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.274922 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.275562 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: port-security-groups-filtering Mar 11 18:00:08.275992 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.277279 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.277941 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: security-groups-remote-address-group Mar 11 18:00:08.278306 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.279530 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.280312 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: security-groups-shared-filtering Mar 11 18:00:08.282311 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.282311 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 18:00:08.282311 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: securitygroup.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.294176 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.294772 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: security-group Mar 11 18:00:08.295107 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: segment.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.296016 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.296932 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension segment not supported by any of loaded plugins Mar 11 18:00:08.297271 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.298565 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.299200 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 18:00:08.299530 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: servicetype.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.300965 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.301687 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: service-type Mar 11 18:00:08.302149 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: sorting.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.303562 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.304097 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: sorting Mar 11 18:00:08.304506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: standard_attr_segment.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.305788 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.306563 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 18:00:08.306941 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: standardattrdescription.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.307755 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.308582 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: standard-attr-description Mar 11 18:00:08.309086 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: stateful_security_group.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.310487 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.311290 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: stateful-security-group Mar 11 18:00:08.311723 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: stdattrs_common.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.317931 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 18:00:08.319771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.319771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.320203 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 18:00:08.320526 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnet_onboard.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.323913 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.324700 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: subnet_onboard Mar 11 18:00:08.325254 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.326648 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.327201 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 18:00:08.327529 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnet_service_types.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.328622 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.329238 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: subnet-service-types Mar 11 18:00:08.329653 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnetallocation.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.331094 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.331921 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: subnet_allocation Mar 11 18:00:08.332461 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.333492 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.334603 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: subnetpool-prefix-ops Mar 11 18:00:08.334986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.336700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.337633 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 18:00:08.340568 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: tagging.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.340568 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.340568 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: standard-attr-tag Mar 11 18:00:08.340568 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: timestamp.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.341880 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.342428 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loaded extension: standard-attr-timestamp Mar 11 18:00:08.342763 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: trunk.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.343911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.344458 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension trunk not supported by any of loaded plugins Mar 11 18:00:08.344789 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: trunk_details.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.348867 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.349571 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 18:00:08.349957 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.351169 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.351825 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 18:00:08.352240 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Loading extension file: vlantransparent.py {{(pid=103332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 18:00:08.355533 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 18:00:08.355533 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 18:00:08.356667 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:network Mar 11 18:00:08.357221 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnet Mar 11 18:00:08.357627 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 18:00:08.358023 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:port Mar 11 18:00:08.359442 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.359923 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service FLAVORS assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.360545 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.360981 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.361323 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:router Mar 11 18:00:08.361763 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 18:00:08.362270 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service METERING assigned prefix: /metering {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.363898 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.364310 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.364709 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:00:08.365925 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 18:00:08.366425 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:security_group Mar 11 18:00:08.366940 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 18:00:08.367654 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service CORE assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.368088 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 18:00:08.368450 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] subnetpool is already registered Mar 11 18:00:08.368894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service CORE assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.369226 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 18:00:08.369555 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] subnetpool is already registered Mar 11 18:00:08.372012 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.372460 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service FLAVORS assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.373059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.373487 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.373830 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:router Mar 11 18:00:08.374180 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] router is already registered Mar 11 18:00:08.374606 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 18:00:08.374943 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] floatingip is already registered Mar 11 18:00:08.375413 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service METERING assigned prefix: /metering {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.376170 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 18:00:08.376746 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] rbac_policy is already registered Mar 11 18:00:08.377222 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:security_group Mar 11 18:00:08.377566 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] security_group is already registered Mar 11 18:00:08.378012 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 18:00:08.378353 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] security_group_rule is already registered Mar 11 18:00:08.379607 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service CORE assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.379974 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 18:00:08.380317 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] subnetpool is already registered Mar 11 18:00:08.380798 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.v2.resource_helper [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Service CORE assigned prefix: {{(pid=103332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 18:00:08.381129 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 18:00:08.381465 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING neutron.quota.resource_registry [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] subnetpool is already registered Mar 11 18:00:08.381949 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: extensions {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.383703 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: address-groups {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.385249 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: address-scopes {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.386601 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: agents {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.387775 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: auto-allocated-topology {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.389076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: availability_zones {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.390300 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: dhcp-networks {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.392140 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: dhcp-agents {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.393840 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: routers {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.397119 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: flavors {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.398719 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: service_profiles {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.400000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: next_providers {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.401573 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: service_profiles {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.403161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: floatingip-pools {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.404441 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: routers {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.406618 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: floatingips {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.409202 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: l3-routers {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.410695 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: l3-agents {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.412321 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: metering-labels {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.414102 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: metering-label-rules {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.415478 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: network-ip-availabilities {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.417032 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: bindings {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.418851 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: quotas {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.420491 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: quotas {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.422068 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: rbac-policies {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.423382 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: security-groups {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.424657 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: security-group-rules {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.426478 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: service-providers {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.427704 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: subnetpools {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.429216 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: subnetpools {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.430696 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.432502 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.434373 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.436245 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.438055 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.440051 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.441840 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.443773 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.445712 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.447739 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron.api.extensions [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Extended resource: tags {{(pid=103332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 18:00:08.454154 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING keystonemiddleware.auth_token [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 18:00:08.460263 dv-cinder-833443-1-iscsi neutron-server[103332]: WARNING keystonemiddleware.auth_token [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 18:00:08.470189 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Acquired lock "singleton_lock" {{(pid=103332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 18:00:08.470674 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_concurrency.lockutils [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Releasing lock "singleton_lock" {{(pid=103332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 18:00:08.471370 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Starting 2 workers Mar 11 18:00:08.476697 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Started child 103443 {{(pid=103332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 18:00:08.482080 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Started child 103444 {{(pid=103332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 18:00:08.483979 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO neutron.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 18:00:08.484683 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.486425 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.489032 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Starting 1 workers Mar 11 18:00:08.489639 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [-] (103443) wsgi starting up on http://0.0.0.0:9696 Mar 11 18:00:08.490882 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.493300 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [-] (103444) wsgi starting up on http://0.0.0.0:9696 Mar 11 18:00:08.494861 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Started child 103445 {{(pid=103332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 18:00:08.495821 dv-cinder-833443-1-iscsi neutron-server[103332]: INFO oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Starting 1 workers Mar 11 18:00:08.499007 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] calling RpcWorker wait() {{(pid=103445) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 18:00:08.500425 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] returning from RpcWorker wait() {{(pid=103445) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 18:00:08.503164 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.503419 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Started child 103446 {{(pid=103332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 18:00:08.504063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:08.504540 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50de8fb4-020e-4235-b382-8835ee9d5ce9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.507788 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 18:00:08.508200 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 18:00:08.508517 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 18:00:08.508897 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 18:00:08.509590 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 18:00:08.509893 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 18:00:08.510676 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.511015 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:08.511761 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.511761 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.512061 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.512541 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.513572 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.514023 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.514471 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.514953 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.515427 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.516019 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.516339 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.516796 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.517237 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.517757 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.518219 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.518660 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.519127 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.520001 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.520473 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.520963 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.521398 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.521856 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] debug = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.522311 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.523184 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.523622 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.524120 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.524550 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.525059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.525495 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.525993 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.526448 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.526850 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.527303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.527767 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.528230 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.528639 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.529081 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.529605 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.529965 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.530354 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.531162 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] host = dv-cinder-833443-1-iscsi {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.531571 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.532916 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.532916 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.534466 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.536002 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.536002 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.536356 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.536579 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:08.536772 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.537071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.537572 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.537793 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.538213 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.538635 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.541665 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.542025 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_options = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.543547 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.544063 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.544379 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.544611 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.544791 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.544964 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.545239 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.545414 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.545764 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.546021 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.546437 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.546872 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.547369 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.547617 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.547914 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.548163 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.548405 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.548658 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.548949 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.549216 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.549418 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.551416 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.551416 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.552251 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.552711 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.553100 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.553520 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.553907 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.554301 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.554627 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.554942 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.555364 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.555755 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.556209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.556656 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.557147 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.557440 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.557822 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.558296 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.558693 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.559371 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.560081 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.560712 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.561143 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.561836 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.562325 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.562841 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_json = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.563326 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.563836 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.564275 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.564849 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.566656 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.567401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.569001 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.570032 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.571079 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.572052 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.573617 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.574377 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.575274 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.576383 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.576383 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.576860 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.577195 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.577633 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.578062 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.578603 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.579086 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.579613 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.580193 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.580699 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.581217 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.581655 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.582736 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.583133 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.583467 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.583722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.584939 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.585523 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.585922 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.586356 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.586671 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.587062 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.587469 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.588075 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.589130 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.589130 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.590561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.590561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.590771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.591322 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.591508 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.592095 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.592438 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.592737 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.593060 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.593312 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.593569 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.593822 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.594122 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.594589 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.595124 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.595603 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.595991 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.596482 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.596905 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.597342 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.597907 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.598304 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.598675 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.599079 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.599474 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.599906 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.600349 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.600836 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.601203 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.601578 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.601972 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.602386 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.602801 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.603188 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.603544 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.604185 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.608009 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.608624 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.608873 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.609621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59612) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:08.610230 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.610717 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.611329 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.611724 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.612272 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.612567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.613674 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.614439 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.615380 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.616029 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.616586 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.617224 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.617601 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.617980 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.619006 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.620005 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.620651 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0081604 Mar 11 18:00:08.621397 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.621989 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.622358 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.622859 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.623459 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.624476 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.625628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.626095 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.626852 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.627820 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.628973 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.629904 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.630864 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.631734 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.632436 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.633167 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.634104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.634525 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.634805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.635230 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.635680 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.638089 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.638399 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.638792 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.639084 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.639392 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.639652 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641414 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641587 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.641824 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.642180 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.642448 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.642764 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.642994 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.645668 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.646952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.646952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.646952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.646952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.646952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.647472 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.647472 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.647677 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.649004 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.649274 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.649727 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.649959 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.650249 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.650506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.650776 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.651577 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.651577 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.651577 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.651985 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.652109 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.652252 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.652487 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653874 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.653874 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.654102 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.654356 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.654711 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.655120 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.655253 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.655499 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.655725 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.656020 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.657108 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.657108 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.657108 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.657108 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.658616 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.659453 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.659453 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.659453 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660090 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660090 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660090 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660665 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660665 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.660965 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.661099 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.661310 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.661558 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.661942 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.662202 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663118 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663118 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663118 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663585 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663585 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.663880 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.664017 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.664255 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.664592 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.664920 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.665142 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.665584 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.665715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.666130 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.666598 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.667046 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.667940 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.667940 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.668184 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.668621 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.668952 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.669364 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.669762 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.670156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.670512 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.670833 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.671145 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672398 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672398 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672398 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672742 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672742 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.672975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:08.673137 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.673502 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.673845 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.674265 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.674601 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.674996 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.676456 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.676456 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.676847 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.677067 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.677419 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.677769 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.678692 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.678692 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.678992 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.679304 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.679793 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.680221 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.680622 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.680982 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.681383 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.681773 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.682154 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.682537 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.683084 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.683332 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.683713 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.684144 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.684533 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.684907 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.685313 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.685694 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.686059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.687134 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.687134 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.687134 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.687563 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.687789 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.688191 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.688576 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.688973 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.689223 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.689604 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.690024 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.690682 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.691192 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.691643 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.692130 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.692561 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.693208 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.693687 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.694205 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.695340 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.695340 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.695728 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.696690 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.696690 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.697255 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.697861 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.698404 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.698931 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.699421 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.699972 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.700476 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.700883 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.701249 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.701653 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.702186 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.702430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.702842 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.703242 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.703634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.704062 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.704458 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.704833 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.705265 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.705664 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.706049 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.706415 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.706675 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 18:00:08.710519 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 18:00:08.710846 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 18:00:08.711338 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 18:00:08.711899 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 18:00:08.712202 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 18:00:08.712480 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 18:00:08.712851 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.713142 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.713426 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.713716 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.714000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.714353 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.714638 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.721071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.722805 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] debug = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.723771 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.726424 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] host = dv-cinder-833443-1-iscsi {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.727454 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.728269 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.729567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.729567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.729567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.729567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.729567 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_options = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.731076 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.732401 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734000 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734946 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734946 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734946 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.734946 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.735341 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.735341 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.735555 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.736986 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739161 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739955 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739955 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.739955 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.740564 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.740564 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.740978 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.741119 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.742211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_json = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.742211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.742211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.742211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.742211 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.743260 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.743260 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.743260 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.743260 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.744750 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 18:00:08.744750 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.744750 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.744750 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.745399 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.745693 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.745946 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.746196 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.746434 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.746885 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.747132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.747371 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.747638 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.747911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.748159 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.748371 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.748796 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.749206 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.749630 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.750058 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.750314 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.750585 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.750865 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.751212 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.751413 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.751917 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.752179 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.752438 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.752695 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.753104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.753341 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.753623 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.753893 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.754198 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.754531 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.754531 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.755053 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.755053 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.755522 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.755522 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.756015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.756015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.756457 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.756457 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757060 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757060 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757060 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.757894 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.758746 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.758746 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.758746 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.758746 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.759722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.759722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.759722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.759722 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.761209 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.762634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.762634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.762634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.762634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.762634 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.763733 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.763733 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.763733 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.763733 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.765104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.765104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.765104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.765104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.765104 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.766381 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.766381 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.766381 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.766381 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.778150 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.780303 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.782015 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.783700 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.785506 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.787059 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.788934 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.790608 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.792204 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.795071 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.796828 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.798715 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.800452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.801835 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.803132 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.804156 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.805430 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.806452 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.807336 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.808181 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.809085 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.810264 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.811291 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.812628 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.813911 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.814756 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.815390 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.815390 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.815390 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.815714 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.815820 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.816683 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.816795 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.816904 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.817107 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.817353 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.817536 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 18:00:08.817696 dv-cinder-833443-1-iscsi neutron-server[103332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 18:00:23.828098 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59196d5a-da71-4bb2-8fb0-49d115056204 None None] get_active_networks_info from dv-cinder-833443-1-iscsi {{(pid=103445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 18:00:23.995644 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59196d5a-da71-4bb2-8fb0-49d115056204 None None] No non-hosted networks {{(pid=103445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 18:00:24.009781 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.agentschedulers_db [None req-59196d5a-da71-4bb2-8fb0-49d115056204 None None] DHCP Agent not found on host dv-cinder-833443-1-iscsi {{(pid=103445) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 18:00:24.117796 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0e609edf-6400-46d7-a1a9-0d5970405b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:26.154577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-20cc61a5-0291-4a20-98f4-b824693bb7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:26.258548 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dbf71f-55bf-42ce-8138-1fcdaef03357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:28.636688 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:29.739064 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:30.590390 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:30.591395 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.592597 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.593243 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.594546 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.595595 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.596319 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.598163 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.599070 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.599938 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.600494 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.601331 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.601883 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.603047 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:30.604056 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833443-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:30.614558 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833443-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:00:31.048826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59710) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:31.098479 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.db.l3_hamode_db [None req-4724626d-3154-47a2-8842-d00043da0e56 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 18:00:31.185921 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724626d-3154-47a2-8842-d00043da0e56 None None] Routers set() bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:00:31.186314 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724626d-3154-47a2-8842-d00043da0e56 None None] Router IDs set() for agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 18:00:31.613297 dv-cinder-833443-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-9d911283-c966-4618-9282-9f9786454669 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:31.613957 dv-cinder-833443-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-9d911283-c966-4618-9282-9f9786454669 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:31.857026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-9d911283-c966-4618-9282-9f9786454669 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:00:31.858150 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9d911283-c966-4618-9282-9f9786454669 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8075500 Mar 11 18:00:34.539800 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 59726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:35.132175 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:35.132908 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:35.357903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:35.450819 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.policy [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 18:00:35.493919 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:35.494298 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:35.598872 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108126142', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108126609', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108111461', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108110147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108099713', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782108157702', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-654284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441709'] for rbac-policy (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:35.673260 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:35.680866 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-092d32f4-24b6-4940-b5ab-b2b27b309e8b admin admin] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1383860 Mar 11 18:00:38.337211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59742) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:38.684004 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:38.746979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Made reservation on behalf of 1484c9cd2fd44f738feba9af23af4fa1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:38.822379 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.policy [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 18:00:38.867180 dv-cinder-833443-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:38.867561 dv-cinder-833443-1-iscsi neutron-server[103444]: WARNING oslo_policy.policy [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 18:00:38.878335 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:38.901098 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.019564 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks [] for security_group (df6b16b4-3c90-4c29-a4a9-300dc8befa98), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.024383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (df6b16b4-3c90-4c29-a4a9-300dc8befa98), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.058565 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:00:39.088664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782106211597', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (08312484-82fe-4a1e-9bee-f738f48af438), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.089293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Unsubscribe: segment precommit_create {{(pid=103444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 18:00:39.091037 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Added segment 08312484-82fe-4a1e-9bee-f738f48af438 of type vlan for network 78290299-c2c9-4e05-9fac-351adac15ba4 Mar 11 18:00:39.110720 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b16b4-3c90-4c29-a4a9-300dc8befa98,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:39.162525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.162525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.162859 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.163073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.163400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.163723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.164074 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.164402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.164719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.165058 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.165381 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.165696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.166009 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Tracked resource versions report: Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: pushed versions: Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'PortForwarding': {'1.2'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: consumer versions: Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Log': '1.0', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Network': '1.1', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Port': '1.7', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'PortForwarding': '1.2', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 11 18:00:39.167385 dv-cinder-833443-1-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:00:39.208843 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (78290299-c2c9-4e05-9fac-351adac15ba4), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.253583 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (78290299-c2c9-4e05-9fac-351adac15ba4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.258794 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:39.259488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:39.337162 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9987695 Mar 11 18:00:39.385118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbe966-44a9-48a3-9754-873a4ac61bdc demo demo] Pushing event updated for resources: {'Network': ['ID=78290299-c2c9-4e05-9fac-351adac15ba4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:39.402183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 78290299-c2c9-4e05-9fac-351adac15ba4 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:00:42.043190 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59756) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:42.486662 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c927393-faba-415f-a560-8e6391dfcc97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:42.488026 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9c927393-faba-415f-a560-8e6391dfcc97 demo admin] 10.222.0.105 "GET /v2.0/networks/78290299-c2c9-4e05-9fac-351adac15ba4 HTTP/1.1" status: 200 len: 826 time: 0.4438229 Mar 11 18:00:42.526656 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5e193397-1d68-4826-8d46-dd804a21a596 demo admin] 10.222.0.105 "GET /v2.0/subnetpools/a6bc7ae2-1c5f-4a94-8523-692a0dba8398 HTTP/1.1" status: 200 len: 734 time: 0.0328562 Mar 11 18:00:42.536268 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:42.558439 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Made reservation on behalf of 1484c9cd2fd44f738feba9af23af4fa1 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:42.560816 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:42.890867 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (892ffe83-bef6-46e5-824e-89d572b7975e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:42.964199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Checking segment: {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:00:42.964573 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Network hostable DHCP agents. Network: 78290299-c2c9-4e05-9fac-351adac15ba4, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:00:42.969808 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Pushing event updated for resources: {'Subnet': ['ID=892ffe83-bef6-46e5-824e-89d572b7975e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:42.989007 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Network 78290299-c2c9-4e05-9fac-351adac15ba4 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:00:43.002245 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 78290299-c2c9-4e05-9fac-351adac15ba4) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:43.006792 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:43.007378 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:43.013852 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ff5e5-b206-4329-b1fc-311f994bc347 None None] Network 78290299-c2c9-4e05-9fac-351adac15ba4 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:00:43.026638 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2776f4b0-247e-4328-9355-0029a4db3a8a demo admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4944029 Mar 11 18:00:43.410448 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-78290299-c2c9-4e05-9fac-351adac15ba4', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:00:43.411893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:43.717699 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Allocated IP 172.20.0.2 (78290299-c2c9-4e05-9fac-351adac15ba4/892ffe83-bef6-46e5-824e-89d572b7975e/6be979db-cc33-427c-899a-58fd80a99b8e) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:00:43.987620 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks [] for port (6be979db-cc33-427c-899a-58fd80a99b8e), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:43.997125 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:44.070674 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Network 78290299-c2c9-4e05-9fac-351adac15ba4 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:00:44.075466 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:00:44.091752 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:00:44.104439 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Pushing event updated for resources: {'Port': ['ID=6be979db-cc33-427c-899a-58fd80a99b8e,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:44.137043 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.137457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.138338 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.138488 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.138793 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.139169 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.139527 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.139958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.140796 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.141014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.141406 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.141819 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.142307 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Tracked resource versions report: Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: pushed versions: Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Log': {'1.0'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Network': {'1.1'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Port': {'1.7'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'PortForwarding': {'1.2'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: consumer versions: Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Log': '1.0', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Network': '1.1', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Port': '1.7', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'PortForwarding': '1.2', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SubPort': '1.0', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Subnet': '1.1', Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Mar 11 18:00:44.144467 dv-cinder-833443-1-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:00:44.202711 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Attempting to bind port 6be979db-cc33-427c-899a-58fd80a99b8e on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:00:44.203102 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Attempting to bind port 6be979db-cc33-427c-899a-58fd80a99b8e by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:00:44.203528 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Attempting to bind port 6be979db-cc33-427c-899a-58fd80a99b8e on network 78290299-c2c9-4e05-9fac-351adac15ba4 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:00:44.209186 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:00:44.209552 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Checking segment: {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:00:44.210173 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:44.210708 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Bound using segment: {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:00:44.211252 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Bound port: 6be979db-cc33-427c-899a-58fd80a99b8e, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:00:44.211745 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:44.282408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] For port 6be979db-cc33-427c-899a-58fd80a99b8e, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:00:44.288066 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] For port 6be979db-cc33-427c-899a-58fd80a99b8e, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6be979db-cc33-427c-899a-58fd80a99b8e,segment=NetworkSegment(08312484-82fe-4a1e-9bee-f738f48af438),segment_id=08312484-82fe-4a1e-9bee-f738f48af438)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:00:44.297584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:44.369537 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b961f76-01bc-4ee6-ae72-9f82d34bf49e None None] Pushing event updated for resources: {'Port': ['ID=6be979db-cc33-427c-899a-58fd80a99b8e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:45.712406 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59764) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:46.057414 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-9d3cc810-9bef-468f-a9cb-6ef99333be3f admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:00:46.058404 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9d3cc810-9bef-468f-a9cb-6ef99333be3f admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3450313 Mar 11 18:00:48.692969 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 59772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:49.029890 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [None req-76580cb5-eeca-43c3-8c48-d9f224fff883 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:00:49.031049 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-76580cb5-eeca-43c3-8c48-d9f224fff883 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3370631 Mar 11 18:00:51.648044 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59780) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:51.978258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:52.003273 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (1128abf7-fb91-4aac-8b35-704512fe70d9), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:52.004904 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (1128abf7-fb91-4aac-8b35-704512fe70d9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:52.146892 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Publish callbacks [] for router_controller (1128abf7-fb91-4aac-8b35-704512fe70d9), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:52.153827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (1128abf7-fb91-4aac-8b35-704512fe70d9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:52.182163 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:52.183772 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-21311301-7fd3-4a8e-bac4-2100a16e6d6e demo demo] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5346217 Mar 11 18:00:53.724497 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43737059-6e79-423d-9182-1a14b435399f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:54.819723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59792) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:55.164255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-a5fc9498-ae44-4bd7-b540-d50133095ce2 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:00:55.165253 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a5fc9498-ae44-4bd7-b540-d50133095ce2 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3445289 Mar 11 18:00:55.662517 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6be979db-cc33-427c-899a-58fd80a99b8e up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:00:55.767363 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6be979db-cc33-427c-899a-58fd80a99b8e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:00:55.768656 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:55.890701 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6be979db-cc33-427c-899a-58fd80a99b8e is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:00:55.891467 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:55.933645 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 6be979db-cc33-427c-899a-58fd80a99b8e, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6be979db-cc33-427c-899a-58fd80a99b8e,segment=NetworkSegment(08312484-82fe-4a1e-9bee-f738f48af438),segment_id=08312484-82fe-4a1e-9bee-f738f48af438)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:00:55.939081 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:55.993117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=6be979db-cc33-427c-899a-58fd80a99b8e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:56.069721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f90902-41bd-44bc-a5a6-e94593a1264b None None] Network 78290299-c2c9-4e05-9fac-351adac15ba4 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:00:56.180771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f6312780-b735-4ca0-b9b3-ec205b070695 None None] Provisioning complete for port 6be979db-cc33-427c-899a-58fd80a99b8e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:00:56.181101 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f6312780-b735-4ca0-b9b3-ec205b070695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:56.186991 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5317-06cb-4bd2-93c7-978c316bbfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:56.311344 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f6312780-b735-4ca0-b9b3-ec205b070695 None None] Current status of the port 6be979db-cc33-427c-899a-58fd80a99b8e is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:00:56.533247 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4aca3dff-0b25-40f3-bed1-76a46f1dc0b9 None None] Provisioning complete for port 6be979db-cc33-427c-899a-58fd80a99b8e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:00:56.534215 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4aca3dff-0b25-40f3-bed1-76a46f1dc0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:56.612524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4aca3dff-0b25-40f3-bed1-76a46f1dc0b9 None None] Current status of the port 6be979db-cc33-427c-899a-58fd80a99b8e is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:00:57.624155 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6be979db-cc33-427c-899a-58fd80a99b8e up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:00:57.677867 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6be979db-cc33-427c-899a-58fd80a99b8e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:00:57.678266 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:57.754987 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6be979db-cc33-427c-899a-58fd80a99b8e is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:00:57.813483 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59806) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:00:58.085061 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:00:58.109484 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Made reservation on behalf of b97dfdc0f30b4ec687438e649e07f67d for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:00:58.112482 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.123416 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.208538 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks [] for security_group (61ea0173-da15-41b0-b54c-fb8aff6881cd), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.212373 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (61ea0173-da15-41b0-b54c-fb8aff6881cd), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.229193 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Reserving flat network on physical network physnet1 {{(pid=103444) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 18:00:58.244881 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea0173-da15-41b0-b54c-fb8aff6881cd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:58.250315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (be2beb18-bbbd-47ec-b10e-041c1387cc91), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.250660 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Added segment be2beb18-bbbd-47ec-b10e-041c1387cc91 of type flat for network ab29f19a-6f96-4fdc-83f3-17290df2ac85 Mar 11 18:00:58.305728 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (ab29f19a-6f96-4fdc-83f3-17290df2ac85), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.338755 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (ab29f19a-6f96-4fdc-83f3-17290df2ac85), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.339768 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:00:58.340365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:58.384386 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5698335 Mar 11 18:00:58.440726 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078f54-57e8-4fa1-88ed-a64d780d45bd admin admin] Pushing event updated for resources: {'Network': ['ID=ab29f19a-6f96-4fdc-83f3-17290df2ac85,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:00:58.452007 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:00:58.600622 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:00:59.623753 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.588065 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:00.940638 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59824) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:01.036519 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2c04b-d68b-4a9b-988e-308d3d879d70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:01.037877 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a2d2c04b-d68b-4a9b-988e-308d3d879d70 demo admin] 10.222.0.105 "GET /v2.0/subnets/892ffe83-bef6-46e5-824e-89d572b7975e HTTP/1.1" status: 200 len: 849 time: 0.0962813 Mar 11 18:01:01.165078 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fb48976e-52fa-4a5e-987d-abc303c97de9 demo admin] 10.222.0.105 "GET /v2.0/routers/1128abf7-fb91-4aac-8b35-704512fe70d9 HTTP/1.1" status: 200 len: 704 time: 0.1213596 Mar 11 18:01:01.449367 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:01.811626 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Allocated IP 172.20.0.1 (78290299-c2c9-4e05-9fac-351adac15ba4/892ffe83-bef6-46e5-824e-89d572b7975e/cc8a3325-dc99-4414-91c7-850a3e068998) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:01.996596 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks [] for port (cc8a3325-dc99-4414-91c7-850a3e068998), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.108218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.185491 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Network 78290299-c2c9-4e05-9fac-351adac15ba4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:02.195067 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:02.202884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:02.203418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (1128abf7-fb91-4aac-8b35-704512fe70d9), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.229326 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Pushing event updated for resources: {'Port': ['ID=cc8a3325-dc99-4414-91c7-850a3e068998,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.430987 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.472857 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-6959c7e4-7a54-45f4-876b-e399bf75edcf None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:02.473451 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6959c7e4-7a54-45f4-876b-e399bf75edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.510513 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-6959c7e4-7a54-45f4-876b-e399bf75edcf None None] Port cc8a3325-dc99-4414-91c7-850a3e068998 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:02.667164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks [] for port (cc8a3325-dc99-4414-91c7-850a3e068998), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.672086 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.672886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (1128abf7-fb91-4aac-8b35-704512fe70d9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:02.739460 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Pushing event updated for resources: {'Port': ['ID=cc8a3325-dc99-4414-91c7-850a3e068998,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:02.814311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Network 78290299-c2c9-4e05-9fac-351adac15ba4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:02.817406 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:02.992335 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Router 1128abf7-fb91-4aac-8b35-704512fe70d9 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:01:03.091224 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:03.097928 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8fd27b38-994c-487c-a867-3316413fef89 demo admin] 10.222.0.105 "PUT /v2.0/routers/1128abf7-fb91-4aac-8b35-704512fe70d9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9277496 Mar 11 18:01:03.102980 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Sync routers for ids ['1128abf7-fb91-4aac-8b35-704512fe70d9'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:03.117699 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Routers {'1128abf7-fb91-4aac-8b35-704512fe70d9'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:03.118525 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:00:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1128abf7-fb91-4aac-8b35-704512fe70d9'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:03.136671 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-9bff2dbe-6c20-4644-8185-8717893a2fbc None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:03.137435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9bff2dbe-6c20-4644-8185-8717893a2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:03.186855 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9bff2dbe-6c20-4644-8185-8717893a2fbc None None] Port cc8a3325-dc99-4414-91c7-850a3e068998 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:03.328883 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Set router 1128abf7-fb91-4aac-8b35-704512fe70d9 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:03.782084 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:02Z', 'revision_number': 2, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port_host': None, '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:02Z', 'revision_number': 2, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:03.835653 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Checking router: 1128abf7-fb91-4aac-8b35-704512fe70d9 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:03.836679 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Updating router 1128abf7-fb91-4aac-8b35-704512fe70d9 port cc8a3325-dc99-4414-91c7-850a3e068998 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:03.889787 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.435741 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks [] for port (cc8a3325-dc99-4414-91c7-850a3e068998), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.443024 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.602257 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Pushing event updated for resources: {'Port': ['ID=cc8a3325-dc99-4414-91c7-850a3e068998,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.629583 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.630456 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.630822 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.631163 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.631501 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.631833 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.632225 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.632775 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.633246 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.633547 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.633851 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.634175 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.634506 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Tracked resource versions report: Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: pushed versions: Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: { 'AddressGroup': {'1.2'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Log': {'1.0'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Network': {'1.1'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Port': {'1.7'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'PortForwarding': {'1.2'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'QosPolicy': {'1.10'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroup': {'1.5'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SubPort': {'1.0'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Subnet': {'1.1'}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Trunk': {'1.1'}} Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: consumer versions: Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'ConntrackHelper': '1.0', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'LocalIPAssociation': '1.0', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Log': '1.0', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Network': '1.1', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Port': '1.7', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'PortForwarding': '1.2', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'QosPolicy': '1.10', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroup': '1.5', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroupRule': '1.2', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SubPort': '1.0', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Subnet': '1.1', Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Trunk': '1.1'}} Mar 11 18:01:04.635983 dv-cinder-833443-1-iscsi neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:01:04.658416 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Attempting to bind port cc8a3325-dc99-4414-91c7-850a3e068998 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:04.658877 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Attempting to bind port cc8a3325-dc99-4414-91c7-850a3e068998 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:04.659336 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Attempting to bind port cc8a3325-dc99-4414-91c7-850a3e068998 on network 78290299-c2c9-4e05-9fac-351adac15ba4 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:04.664454 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:04.664856 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Checking segment: {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:04.665352 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.665740 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Bound using segment: {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:04.666218 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Bound port: cc8a3325-dc99-4414-91c7-850a3e068998, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08312484-82fe-4a1e-9bee-f738f48af438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:04.666600 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.716392 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-24c3187c-fca4-4cf2-8300-79420faad1d3 None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:04.717874 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-24c3187c-fca4-4cf2-8300-79420faad1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.743557 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] For port cc8a3325-dc99-4414-91c7-850a3e068998, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:04.755761 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-24c3187c-fca4-4cf2-8300-79420faad1d3 None None] Port cc8a3325-dc99-4414-91c7-850a3e068998 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:01:04.766085 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] For port cc8a3325-dc99-4414-91c7-850a3e068998, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=cc8a3325-dc99-4414-91c7-850a3e068998,segment=NetworkSegment(08312484-82fe-4a1e-9bee-f738f48af438),segment_id=08312484-82fe-4a1e-9bee-f738f48af438)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:04.772507 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:04.834284 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2cb9a-707c-4bcf-ba88-a2bfad29399b None None] Pushing event updated for resources: {'Port': ['ID=cc8a3325-dc99-4414-91c7-850a3e068998,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:04.839391 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Routers {'1128abf7-fb91-4aac-8b35-704512fe70d9'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:04.840033 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:00:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1128abf7-fb91-4aac-8b35-704512fe70d9'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:04.936643 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] Set router 1128abf7-fb91-4aac-8b35-704512fe70d9 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:05.078797 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:05.079225 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.170072 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Current status of the port cc8a3325-dc99-4414-91c7-850a3e068998 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:05.170463 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.175536 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:02Z', 'revision_number': 2, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port_host': None, '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:04Z', 'revision_number': 4, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:05.204056 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659f8ce-cad6-458c-bf2f-e6cea5216631 None None] The sync data for ids ['1128abf7-fb91-4aac-8b35-704512fe70d9'] in dv-cinder-833443-1-iscsi is: [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:02Z', 'revision_number': 2, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port_host': None, '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:04Z', 'revision_number': 4, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:05.205695 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] For port cc8a3325-dc99-4414-91c7-850a3e068998, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=cc8a3325-dc99-4414-91c7-850a3e068998,segment=NetworkSegment(08312484-82fe-4a1e-9bee-f738f48af438),segment_id=08312484-82fe-4a1e-9bee-f738f48af438)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:05.210686 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:05.262843 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05846205-2a9e-4345-8774-c4686eeacba8 None None] Pushing event updated for resources: {'Port': ['ID=cc8a3325-dc99-4414-91c7-850a3e068998,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:05.581891 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:05.697745 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe5520-c08d-4c47-8a16-efddd4f99b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:05.699132 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-75fe5520-c08d-4c47-8a16-efddd4f99b45 admin admin] 10.222.0.105 "GET /v2.0/networks/ab29f19a-6f96-4fdc-83f3-17290df2ac85 HTTP/1.1" status: 200 len: 842 time: 0.1162436 Mar 11 18:01:05.708788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:05.729418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Made reservation on behalf of b97dfdc0f30b4ec687438e649e07f67d for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:01:05.731627 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.108131 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.objects.ports [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103444) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 18:01:06.108581 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (757fcca0-0524-444a-9958-33773d716b5f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.170177 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757fcca0-0524-444a-9958-33773d716b5f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:06.175616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:06.175999 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Network hostable DHCP agents. Network: ab29f19a-6f96-4fdc-83f3-17290df2ac85, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:01:06.192943 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:01:06.201651 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, ab29f19a-6f96-4fdc-83f3-17290df2ac85) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:06.206809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:06.208231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:06.212830 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97eff19-cebe-43c9-98d3-bbac114e5657 None None] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:06.226072 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-58428cae-0a0d-4ceb-9891-b20dd0ef0586 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5202763 Mar 11 18:01:06.330378 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7240ef-600a-4470-ac02-f9bc116f135e None None] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:01:07.549918 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:08.713543 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:08.853547 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-70726924-adea-4345-9d69-b3937a8c9a76 demo admin] 10.222.0.105 "GET /v2.0/routers/1128abf7-fb91-4aac-8b35-704512fe70d9 HTTP/1.1" status: 200 len: 710 time: 0.1389127 Mar 11 18:01:08.942202 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fe1ca-f6b6-40ca-ac85-5d827c6418f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:01:08.943584 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-773fe1ca-f6b6-40ca-ac85-5d827c6418f8 demo admin] 10.222.0.105 "GET /v2.0/networks/ab29f19a-6f96-4fdc-83f3-17290df2ac85 HTTP/1.1" status: 200 len: 886 time: 0.0847659 Mar 11 18:01:08.952374 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:01:09.210386 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks [] for router_gateway (1128abf7-fb91-4aac-8b35-704512fe70d9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.455028 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks [] for router_gateway (1128abf7-fb91-4aac-8b35-704512fe70d9), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.535084 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.643124 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Allocated IP 172.27.3.220 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/e2eb7db8-80dc-458d-afdd-c429f14bdc8f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:01:09.746603 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks [] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.786934 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:09.827940 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:01:09.832824 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:01:09.835510 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:01:09.870643 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Pushing event updated for resources: {'Port': ['ID=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:10.218717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks [] for router_gateway (1128abf7-fb91-4aac-8b35-704512fe70d9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.425708 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1609432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254373'] for router (1128abf7-fb91-4aac-8b35-704512fe70d9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.429331 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1609427'] for router (1128abf7-fb91-4aac-8b35-704512fe70d9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.549673 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Router 1128abf7-fb91-4aac-8b35-704512fe70d9 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:01:10.668529 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:01:10.672711 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:10.674963 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0d23cc9d-f71a-4f75-bbb6-f9c7008738e4 demo admin] 10.222.0.105 "PUT /v2.0/routers/1128abf7-fb91-4aac-8b35-704512fe70d9 HTTP/1.1" status: 200 len: 890 time: 1.7256808 Mar 11 18:01:13.347573 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 59860) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:01:13.476459 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9d54e142-44bd-4cc5-b181-7c70641dd7ac admin admin] 10.222.0.105 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1270797 Mar 11 18:01:13.680739 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device cc8a3325-dc99-4414-91c7-850a3e068998 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:13.735842 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:13.737071 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:13.825555 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port cc8a3325-dc99-4414-91c7-850a3e068998 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:14.122166 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Sync routers for ids ['1128abf7-fb91-4aac-8b35-704512fe70d9'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:01:14.134563 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Routers {'1128abf7-fb91-4aac-8b35-704512fe70d9'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:14.135376 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:00:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1128abf7-fb91-4aac-8b35-704512fe70d9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:14.371025 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Set router 1128abf7-fb91-4aac-8b35-704512fe70d9 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:14.954156 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 4, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port': {'id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:05Z', 'revision_number': 5, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.008547 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Checking router: 1128abf7-fb91-4aac-8b35-704512fe70d9 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:01:15.008921 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Updating router 1128abf7-fb91-4aac-8b35-704512fe70d9 port e2eb7db8-80dc-458d-afdd-c429f14bdc8f binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:01:15.062330 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.426980 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks [] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.434335 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.494425 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Attempting to bind port e2eb7db8-80dc-458d-afdd-c429f14bdc8f on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:01:15.494797 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Attempting to bind port e2eb7db8-80dc-458d-afdd-c429f14bdc8f by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:01:15.495159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Attempting to bind port e2eb7db8-80dc-458d-afdd-c429f14bdc8f on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:01:15.497270 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc9840-d3f1-41c3-b4e0-87c452ec366b None None] Pushing event updated for resources: {'Port': ['ID=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Bound port: e2eb7db8-80dc-458d-afdd-c429f14bdc8f, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:01:15.511813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.570995 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] For port e2eb7db8-80dc-458d-afdd-c429f14bdc8f, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:01:15.574509 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] For port e2eb7db8-80dc-458d-afdd-c429f14bdc8f, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:01:15.583226 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:15.663066 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc9840-d3f1-41c3-b4e0-87c452ec366b None None] Pushing event updated for resources: {'Port': ['ID=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:15.666978 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Routers {'1128abf7-fb91-4aac-8b35-704512fe70d9'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:01:15.667569 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:00:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1128abf7-fb91-4aac-8b35-704512fe70d9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:15.791739 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] Set router 1128abf7-fb91-4aac-8b35-704512fe70d9 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:01:16.102638 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 4, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port': {'id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:05Z', 'revision_number': 5, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:01:16.134792 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a795b0ef-0f1c-4d5e-a667-1ed23b08c217 None None] The sync data for ids ['1128abf7-fb91-4aac-8b35-704512fe70d9'] in dv-cinder-833443-1-iscsi is: [{'id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'name': 'router1', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:00:52Z', 'updated_at': '2022-03-11T18:01:10Z', 'revision_number': 4, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'gw_port': {'id': 'e2eb7db8-80dc-458d-afdd-c429f14bdc8f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:09Z', 'updated_at': '2022-03-11T18:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cc8a3325-dc99-4414-91c7-850a3e068998', 'name': '', 'network_id': '78290299-c2c9-4e05-9fac-351adac15ba4', 'tenant_id': '1484c9cd2fd44f738feba9af23af4fa1', 'mac_address': 'fa:16:3e:c6:e8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128abf7-fb91-4aac-8b35-704512fe70d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:01:01Z', 'updated_at': '2022-03-11T18:01:05Z', 'revision_number': 5, 'project_id': '1484c9cd2fd44f738feba9af23af4fa1', 'subnets': [{'id': '892ffe83-bef6-46e5-824e-89d572b7975e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6bc7ae2-1c5f-4a94-8523-692a0dba8398'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:01:17.820483 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e2eb7db8-80dc-458d-afdd-c429f14bdc8f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:17.931571 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port e2eb7db8-80dc-458d-afdd-c429f14bdc8f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:17.931571 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.095964 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port e2eb7db8-80dc-458d-afdd-c429f14bdc8f is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:18.095964 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.128602 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port e2eb7db8-80dc-458d-afdd-c429f14bdc8f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:01:18.139184 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:18.227359 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=e2eb7db8-80dc-458d-afdd-c429f14bdc8f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:01:19.710627 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e2eb7db8-80dc-458d-afdd-c429f14bdc8f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:01:19.923879 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port e2eb7db8-80dc-458d-afdd-c429f14bdc8f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:01:19.923879 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e2eb7db8-80dc-458d-afdd-c429f14bdc8f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:20.117620 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port e2eb7db8-80dc-458d-afdd-c429f14bdc8f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:01:23.737742 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28590978-f38e-4588-b70a-6a73ff352d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:26.130979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c58f81e8-c32c-4048-8bb7-e994b281edd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:28.571489 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:29.635188 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:30.589979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:44.555954 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:01:53.737321 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a49b9ba-5cf6-49e8-8c75-c7c522692a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:56.144745 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0b7120d7-94c6-4735-94e8-d5b5f0b6da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:58.571426 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:01:59.647131 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:00.604698 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:21.553433 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:23.722637 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afc80830-5369-4ef2-abe6-f662cac9377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:26.132832 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3dd65abb-f867-4a87-82af-f93d354beef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:28.574399 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:29.642778 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:30.595688 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:41.803441 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:41.893534 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c1151e-cf5d-45f6-ae75-d14d149f3610 admin admin] GET failed (client error): The resource could not be found. Mar 11 18:02:41.894949 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-41c1151e-cf5d-45f6-ae75-d14d149f3610 admin admin] 10.222.0.105 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0905054 Mar 11 18:02:42.109520 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d08f35-75a0-4269-89c5-12e77df6ba70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:42.111094 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a5d08f35-75a0-4269-89c5-12e77df6ba70 admin admin] 10.222.0.105 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2117002 Mar 11 18:02:44.605705 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60354) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:44.713013 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8bc12-6107-41f0-80a1-88f026e62824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:44.714426 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-39b8bc12-6107-41f0-80a1-88f026e62824 admin admin] 10.222.0.105 "GET /v2.0/subnets/892ffe83-bef6-46e5-824e-89d572b7975e HTTP/1.1" status: 200 len: 849 time: 0.1074069 Mar 11 18:02:44.727634 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:02:44.826971 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Publish callbacks [] for subnet (892ffe83-bef6-46e5-824e-89d572b7975e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:44.977925 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782106220894'] for subnet (892ffe83-bef6-46e5-824e-89d572b7975e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:45.011200 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:45.011793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:45.013230 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] 10.222.0.105 "PUT /v2.0/subnets/892ffe83-bef6-46e5-824e-89d572b7975e HTTP/1.1" status: 200 len: 868 time: 0.2906644 Mar 11 18:02:45.022960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c242cd1-fad9-4048-bc97-8cf49114e937 None None] Network 78290299-c2c9-4e05-9fac-351adac15ba4 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:02:45.045123 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892ffe83-bef6-46e5-824e-89d572b7975e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:02:45.054316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.055144 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.055480 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.055902 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.056219 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.056799 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.057186 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.057659 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.058062 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.058338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.058668 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.058993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.059315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9940da-8621-4a8c-9d84-3016bffc72c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:02:45.455545 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3e290b21-d285-4117-8552-a40464703feb None None] Provisioning complete for port cc8a3325-dc99-4414-91c7-850a3e068998 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:45.455961 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e290b21-d285-4117-8552-a40464703feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cc8a3325-dc99-4414-91c7-850a3e068998), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:45.552984 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3e290b21-d285-4117-8552-a40464703feb None None] Current status of the port cc8a3325-dc99-4414-91c7-850a3e068998 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:45.565324 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3e290b21-d285-4117-8552-a40464703feb None None] Provisioning complete for port 6be979db-cc33-427c-899a-58fd80a99b8e triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:02:45.565613 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e290b21-d285-4117-8552-a40464703feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6be979db-cc33-427c-899a-58fd80a99b8e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:45.648342 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3e290b21-d285-4117-8552-a40464703feb None None] Current status of the port 6be979db-cc33-427c-899a-58fd80a99b8e is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:02:47.480010 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:47.691242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4b6a0-571b-40d0-a421-5ff666de3058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:47.691706 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4b6a0-571b-40d0-a421-5ff666de3058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:47.693286 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2da4b6a0-571b-40d0-a421-5ff666de3058 admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2122965 Mar 11 18:02:50.177340 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60372) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:50.409516 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398e44f-d14f-4e9e-87f2-ce21aa26350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:50.409774 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398e44f-d14f-4e9e-87f2-ce21aa26350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:50.411187 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3398e44f-d14f-4e9e-87f2-ce21aa26350c admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2325709 Mar 11 18:02:52.885210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60380) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:53.060545 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ed6c1-561e-43ae-889b-040a72af7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:53.063129 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-475ed6c1-561e-43ae-889b-040a72af7712 admin admin] 10.222.0.105 "GET /v2.0/networks/78290299-c2c9-4e05-9fac-351adac15ba4 HTTP/1.1" status: 200 len: 870 time: 0.1762550 Mar 11 18:02:53.736596 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4cdb476c-6b90-4034-a196-37f6917036ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:55.578211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60388) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:55.731251 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cf571-d733-41c5-9e6e-761f0137b2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:55.732716 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-956cf571-d733-41c5-9e6e-761f0137b2b7 admin admin] 10.222.0.105 "GET /v2.0/networks/ab29f19a-6f96-4fdc-83f3-17290df2ac85 HTTP/1.1" status: 200 len: 886 time: 0.1534386 Mar 11 18:02:56.133544 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-446f1de0-57e8-4947-8c1b-cb3e11b3ddf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:58.194072 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60396) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:02:58.393283 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9610dec-774f-4af8-a21f-168144ff6aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:58.394028 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9610dec-774f-4af8-a21f-168144ff6aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:02:58.396459 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a9610dec-774f-4af8-a21f-168144ff6aa5 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2011299 Mar 11 18:02:58.553023 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:02:58.579758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:02:59.651107 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:00.596786 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:00.923989 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60404) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:01.147944 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245abe4-5ebb-48ab-aa06-052cdf5f6a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:01.148309 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245abe4-5ebb-48ab-aa06-052cdf5f6a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:01.150180 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f245abe4-5ebb-48ab-aa06-052cdf5f6a02 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2246461 Mar 11 18:03:03.893503 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60412) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:04.000878 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af51dc-d721-457b-a5ac-f1131831f7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:04.002355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-21af51dc-d721-457b-a5ac-f1131831f7fb admin admin] 10.222.0.105 "GET /v2.0/subnets/757fcca0-0524-444a-9958-33773d716b5f HTTP/1.1" status: 200 len: 816 time: 0.1078889 Mar 11 18:03:06.505857 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:06.681186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35093725-9b7c-4cf4-9c00-ff081a494edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:06.682644 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-35093725-9b7c-4cf4-9c00-ff081a494edd admin admin] 10.222.0.105 "GET /v2.0/subnets/892ffe83-bef6-46e5-824e-89d572b7975e HTTP/1.1" status: 200 len: 868 time: 0.1757131 Mar 11 18:03:23.732610 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fcc53baa-6771-4ba1-b43d-c970ef078101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:26.128749 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b6156ce2-403d-46fa-a85b-9da895e08d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:28.588488 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:29.657796 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:30.592958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:35.552465 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:03:36.687007 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60474) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:36.736985 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-e6097095-aee8-4358-8333-14be963e527f admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:03:36.738017 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e6097095-aee8-4358-8333-14be963e527f admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500920 Mar 11 18:03:39.223981 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60482) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:39.288982 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b582381a-aeef-4bd5-b78a-6bbdf9a50513 admin admin] GET failed (client error): The resource could not be found. Mar 11 18:03:39.290345 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b582381a-aeef-4bd5-b78a-6bbdf9a50513 admin admin] 10.222.0.105 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654137 Mar 11 18:03:39.444970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1cf686-d3b6-4dcd-b817-44d09918c231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:39.446365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2e1cf686-d3b6-4dcd-b817-44d09918c231 admin admin] 10.222.0.105 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1519468 Mar 11 18:03:41.925955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:41.988103 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:42.018350 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Made reservation on behalf of b97dfdc0f30b4ec687438e649e07f67d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:42.021109 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.071612 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING neutron.services.revisions.revision_plugin [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Could not find related network for resource to bump revision. Mar 11 18:03:42.092615 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:03:42.107003 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782106211597', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (90c12d95-5015-4cf9-86a1-ff7d0129d784), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.107596 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Unsubscribe: segment precommit_create {{(pid=103443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 18:03:42.108108 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Added segment 90c12d95-5015-4cf9-86a1-ff7d0129d784 of type vlan for network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 Mar 11 18:03:42.168057 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (88b654ec-21e2-4d6a-bf01-3942b55f6f12), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.233917 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (88b654ec-21e2-4d6a-bf01-3942b55f6f12), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.234898 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:42.235494 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:42.261822 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3346992 Mar 11 18:03:42.349108 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Pushing event updated for resources: {'Network': ['ID=88b654ec-21e2-4d6a-bf01-3942b55f6f12,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:42.359595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.359980 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.360322 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.360656 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.360984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.361308 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.361633 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.361953 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.362287 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.362622 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.362944 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.363257 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.363568 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6135ed-bdc8-41c5-aff0-e1098d12abfa admin admin] Tracked resource versions report: Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: pushed versions: Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Log': {'1.0'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Network': {'1.1'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Port': {'1.7'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'PortForwarding': {'1.2'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: consumer versions: Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Log': '1.0', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Network': '1.1', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Port': '1.7', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'PortForwarding': '1.2', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SubPort': '1.0', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Subnet': '1.1', Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Mar 11 18:03:42.365052 dv-cinder-833443-1-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:03:42.399255 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:03:44.650042 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60502) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:03:44.713905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8077f609-5179-4afd-8883-fe367435f8ad admin admin] GET failed (client error): The resource could not be found. Mar 11 18:03:44.715241 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8077f609-5179-4afd-8883-fe367435f8ad admin admin] 10.222.0.105 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642569 Mar 11 18:03:44.790984 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c927b9c-170b-4ace-9c18-2c24f27c3de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:44.792590 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0c927b9c-170b-4ace-9c18-2c24f27c3de7 admin admin] 10.222.0.105 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0716522 Mar 11 18:03:44.802266 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12', 'name': 'shared-subnet'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:03:44.822288 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Made reservation on behalf of b97dfdc0f30b4ec687438e649e07f67d for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:03:44.824758 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.007149 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (bcb334ea-848f-4bce-a094-99de926e0a3e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.061650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb334ea-848f-4bce-a094-99de926e0a3e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:45.072582 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.072946 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.073290 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.073625 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.073989 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.074332 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.074690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.075160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.075498 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.075936 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.076164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.076479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.077313 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.083764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Checking segment: {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:45.083764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Network hostable DHCP agents. Network: 88b654ec-21e2-4d6a-bf01-3942b55f6f12, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:03:45.103536 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:03:45.113793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 88b654ec-21e2-4d6a-bf01-3942b55f6f12) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:45.118085 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:03:45.118670 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.124284 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35888844-c60e-4031-871d-7a84d6d4c6bb None None] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:03:45.138694 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-60beb5e2-4f73-4dfe-9d96-f35ab26bad9e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3389921 Mar 11 18:03:45.352558 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-88b654ec-21e2-4d6a-bf01-3942b55f6f12', 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12', 'project_id': 'b97dfdc0f30b4ec687438e649e07f67d', 'fixed_ips': [{'subnet_id': 'bcb334ea-848f-4bce-a094-99de926e0a3e'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:03:45.353475 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.493930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Allocated IP 192.168.233.2 (88b654ec-21e2-4d6a-bf01-3942b55f6f12/bcb334ea-848f-4bce-a094-99de926e0a3e/3558e098-f3ff-49ce-a7ac-d1db7b13d9b6) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:03:45.651381 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks [] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.656839 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.695006 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:03:45.696384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:03:45.698907 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:03:45.720329 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Pushing event updated for resources: {'Port': ['ID=3558e098-f3ff-49ce-a7ac-d1db7b13d9b6,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:45.743760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.744165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.744619 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.744870 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.745199 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.745531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.745857 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.746183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.746502 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.746837 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.747221 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.747539 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.747895 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:03:45.784044 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Attempting to bind port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:03:45.784408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Attempting to bind port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:03:45.784771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Attempting to bind port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 on network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:03:45.790697 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:03:45.791069 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Checking segment: {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:03:45.791475 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.791951 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Bound using segment: {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:03:45.795592 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Bound port: 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:03:45.795592 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.859989 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] For port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:03:45.864215 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] For port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=3558e098-f3ff-49ce-a7ac-d1db7b13d9b6,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:03:45.875524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:45.936417 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf913d-65e8-465e-bb52-0783330f5f9a None None] Pushing event updated for resources: {'Port': ['ID=3558e098-f3ff-49ce-a7ac-d1db7b13d9b6,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:46.790026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5b38b-4fe3-4b00-a976-01440a25ee19 None None] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:03:46.904573 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Provisioning complete for port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:46.904961 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:47.002457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Current status of the port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:47.003133 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:47.049057 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] For port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=3558e098-f3ff-49ce-a7ac-d1db7b13d9b6,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:03:47.053940 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:47.109083 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f887c-349d-4024-a73e-1746f7f9614d None None] Pushing event updated for resources: {'Port': ['ID=3558e098-f3ff-49ce-a7ac-d1db7b13d9b6,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:03:47.179815 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bb401608-d829-4462-a69e-96a70a13a171 None None] Provisioning complete for port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:47.180201 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb401608-d829-4462-a69e-96a70a13a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:47.264005 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bb401608-d829-4462-a69e-96a70a13a171 None None] Current status of the port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:47.775336 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:03:47.836925 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:03:47.837592 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (3558e098-f3ff-49ce-a7ac-d1db7b13d9b6), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:47.921298 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 3558e098-f3ff-49ce-a7ac-d1db7b13d9b6 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:03:53.736306 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-714f5f81-0d59-48f9-855d-3e6cb128dae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:56.122525 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d59badfb-5e5b-45de-b85c-3a5c886a82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:58.586339 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:03:59.653258 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:00.598265 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:12.551415 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:23.739518 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-04d1c4fd-34a9-4d0e-bf1b-1fc6a5efd098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:26.126473 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-927d8775-e225-4da9-b6bd-ef383f8e158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:28.585407 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:29.657197 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:30.602499 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:49.549870 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:04:53.742916 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b98d6ed1-b9f2-4015-b59d-cd6d90a8897c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:56.129131 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49bb06d4-1809-4b59-bb62-e6257bbc4de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:58.586841 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:04:59.662080 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:00.607187 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:09.660253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60540) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:09.665795 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [None req-1a028f03-b962-4d65-a4ab-fbde2fa2b931 tempest-verify_tempest_config-325056455 tempest-verify_tempest_config-325056455-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:05:09.667255 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1a028f03-b962-4d65-a4ab-fbde2fa2b931 tempest-verify_tempest_config-325056455 tempest-verify_tempest_config-325056455-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060415 Mar 11 18:05:09.986572 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60558) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:10.100311 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.209267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Publish callbacks [] for security_group (6ff7db38-500b-4a0f-9eb9-26f309644ce6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.213825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6ff7db38-500b-4a0f-9eb9-26f309644ce6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.262378 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fe3c130d40374d48a34b2272ec77f5bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2745686 Mar 11 18:05:10.263216 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff7db38-500b-4a0f-9eb9-26f309644ce6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.265809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60564) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:05:10.270566 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.270928 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.271276 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.271596 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.271964 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.272293 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.272628 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.272957 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.273289 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.273630 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.273947 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.274259 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.274569 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742d421-a471-458e-8ef8-86a4ec00979e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.330308 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Publish callbacks [] for security_group (6ff7db38-500b-4a0f-9eb9-26f309644ce6), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.352265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Publish callbacks [] for security_group (6ff7db38-500b-4a0f-9eb9-26f309644ce6), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.463396 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6ff7db38-500b-4a0f-9eb9-26f309644ce6), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.466115 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:10.467284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6ff7db38-500b-4a0f-9eb9-26f309644ce6 HTTP/1.1" status: 204 len: 168 time: 0.2003932 Mar 11 18:05:10.476070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff7db38-500b-4a0f-9eb9-26f309644ce6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:05:10.484047 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.484403 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.484748 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.485084 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.485436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.485749 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.486099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.486437 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.486764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.487106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.487435 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.487831 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:10.488176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200e764f-bda6-46a4-984c-0c906207d110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:05:23.739553 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-db4a08bc-50b4-4856-8538-d407a3a02af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.135385 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc0b9-eb71-4d42-acbf-147c56ce28f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:26.553529 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:05:28.596066 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:29.680397 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:30.621870 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:53.742473 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b8f9cf37-dcfb-4a9e-b155-2936f172a0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:56.132369 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f56d-c9c6-496b-b2f0-67393a28f891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:58.593459 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:05:59.669289 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:00.607148 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:03.554548 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:23.746927 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c230bfb3-26cc-4981-9545-3cb02d7bc5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:26.128742 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5dd5-3fde-4fe2-ae16-f3f6d5505cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:28.598322 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:29.674994 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:30.609875 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:40.552477 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 5 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:06:53.749893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfae7542-435b-40fc-8fa8-1cfa05364466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:55.022792 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605992'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:56.132014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ee693d2a-e71f-4c32-b05d-62eb31802215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:58.601930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:06:59.675583 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:00.613257 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:10.876501 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60634) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:11.043808 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-119c3521-ac51-4d0d-970d-b6c804db8357 admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1654854 Mar 11 18:07:13.562833 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60644) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:07:13.629773 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e5934e00-f44a-4486-b12e-97b50ac77871 admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0657918 Mar 11 18:07:17.551883 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:23.760106 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1411fa13-9a69-4d8f-91f4-b516c3c2da73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:25.009020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:26.144034 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49d92426-c7ae-47b8-ba17-0134333fb686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:28.604296 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:29.682078 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:30.618285 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:53.755031 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e64cd08f-8be3-4650-a359-0cfad3f436ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:54.551776 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:07:55.016472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:56.138168 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d52638a8-b392-4bc3-ab7b-b01ce88d9352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:58.606448 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:07:59.688078 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:00.623570 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:23.762278 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0d6b77d4-b4d2-4cfa-8efc-30434d8d1e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:25.052793 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:26.141724 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52fc6587-d94a-4151-b62a-94aae6fb998b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:28.612583 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:29.687759 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:30.630827 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:31.552664 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:08:52.390358 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60730) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:52.684286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-989574551-network', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:52.709695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Made reservation on behalf of 6cfef774bfa4428ba11daedfdde648d3 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:52.713954 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.728026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.831252 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks [] for security_group (739a7066-bdee-4aac-9c66-4e823fbcf1ed), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.836469 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (739a7066-bdee-4aac-9c66-4e823fbcf1ed), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.857042 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:08:52.879330 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (824bf9b0-5b5b-4f71-9ffd-f7574a15a077), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.879330 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Added segment 824bf9b0-5b5b-4f71-9ffd-f7574a15a077 of type vlan for network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 Mar 11 18:08:52.914643 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a7066-bdee-4aac-9c66-4e823fbcf1ed,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:52.942138 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.950863 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.951759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.951759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.952213 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.952213 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.952796 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.952937 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.953222 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.953483 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.953888 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.954175 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.954418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.954727 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Tracked resource versions report: Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: pushed versions: Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'PortForwarding': {'1.2'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: consumer versions: Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: HyperV agent@hv-cinder-83344: {}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Log': '1.0', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Network': '1.1', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Port': '1.7', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'PortForwarding': '1.2', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 11 18:08:52.955969 dv-cinder-833443-1-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:08:52.970673 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:52.971252 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:52.971838 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.024220 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:53.024880 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6329377 Mar 11 18:08:53.032573 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Request body: {'subnet': {'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-subnet', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:53.067881 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Made reservation on behalf of 6cfef774bfa4428ba11daedfdde648d3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:53.071251 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.101920 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e2d16-4882-4b98-a0a5-1b71bc60ab79 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:53.116329 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:08:53.360318 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (e081997c-a9b8-4674-bd56-17c2c0aa7a6e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.415901 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e081997c-a9b8-4674-bd56-17c2c0aa7a6e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:53.423422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.423803 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.424171 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.424515 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.424845 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.425254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.425690 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.426018 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.426530 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.427033 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.427517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.427838 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.428186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Tracked resource versions report: Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: pushed versions: Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Log': {'1.0'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Network': {'1.1'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Port': {'1.7'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'PortForwarding': {'1.2'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: consumer versions: Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: HyperV agent@hv-cinder-83344: {}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Log': '1.0', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Network': '1.1', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Port': '1.7', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'PortForwarding': '1.2', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'SubPort': '1.0', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Subnet': '1.1', Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Mar 11 18:08:53.429341 dv-cinder-833443-1-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:08:53.451552 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Checking segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:53.452020 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Network hostable DHCP agents. Network: 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:08:53.475205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:08:53.503042 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:53.508948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:53.509557 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.517670 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0ee1f-fdd6-42d5-af45-656084ea10be None None] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:08:53.535814 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cfc85307-b4ec-45bf-9d75-6eac6689bf3f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5095632 Mar 11 18:08:53.538562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:53.543258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:53.577001 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (9ca64d01-8b01-4234-8631-a23759467eec), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.579585 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (9ca64d01-8b01-4234-8631-a23759467eec), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.645774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96e4e2-1d35-4d51-9537-a73efedce2d2 None None] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:08:53.736035 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for router_controller (9ca64d01-8b01-4234-8631-a23759467eec), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.779336 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-da5b8bc5-6926-4c3c-a5d3-1c3ddee13ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:53.982559 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for router_gateway (9ca64d01-8b01-4234-8631-a23759467eec), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:54.309709 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for router_gateway (9ca64d01-8b01-4234-8631-a23759467eec), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:54.338176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:54.630522 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Allocated IP 172.27.3.159 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/4c069d56-7601-4f76-9a33-4dc7634a0302) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:54.787547 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:54.892216 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:54.947970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:54.989574 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:54.996191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:55.006692 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:55.051175 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Pushing event updated for resources: {'Port': ['ID=4c069d56-7601-4f76-9a33-4dc7634a0302,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:55.072943 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.134171 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60866) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:55.369228 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for router_gateway (9ca64d01-8b01-4234-8631-a23759467eec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.407310 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1861329570-network', 'tenant_id': '9ba3f835ac6f4fca8982c9462f888aa1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:55.429398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Made reservation on behalf of 9ba3f835ac6f4fca8982c9462f888aa1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:55.431920 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.441954 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.491193 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-985973456-network', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:55.537260 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:55.539628 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.550135 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.604984 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks [] for security_group (52aa24c7-fa85-4a4f-a872-c0007479f12a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.617313 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (52aa24c7-fa85-4a4f-a872-c0007479f12a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.638763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (9ca64d01-8b01-4234-8631-a23759467eec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.659072 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa24c7-fa85-4a4f-a872-c0007479f12a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:55.666253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:08:55.685930 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (1a078f33-f52f-4b5d-a4e8-9f8d073db3cb), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.686397 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Added segment 1a078f33-f52f-4b5d-a4e8-9f8d073db3cb of type vlan for network 6e8f1f47-5317-4705-8f1b-f8a28063d58f Mar 11 18:08:55.746907 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (6e8f1f47-5317-4705-8f1b-f8a28063d58f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.755235 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks [] for security_group (ca537a69-6f14-43a1-b88f-4fbfea274b2d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.765262 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ca537a69-6f14-43a1-b88f-4fbfea274b2d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.777422 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:08:55.787466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (eaf86837-3caf-4451-848c-c14015b527bc), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.787909 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Added segment eaf86837-3caf-4451-848c-c14015b527bc of type vlan for network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 Mar 11 18:08:55.840105 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Router 9ca64d01-8b01-4234-8631-a23759467eec is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:08:55.846349 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (6e8f1f47-5317-4705-8f1b-f8a28063d58f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.847656 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:55.848612 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.873693 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:55.892397 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca537a69-6f14-43a1-b88f-4fbfea274b2d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:55.945168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8f1f47-5317-4705-8f1b-f8a28063d58f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:55.960206 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-54293fe6-4146-4a98-a87f-0267c8f59d91 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0081391 Mar 11 18:08:55.961279 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:55.973165 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Request body: {'subnet': {'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1861329570-subnet', 'tenant_id': '9ba3f835ac6f4fca8982c9462f888aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:56.000773 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.001778 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.002383 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:08:56.002619 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.011198 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Made reservation on behalf of 9ba3f835ac6f4fca8982c9462f888aa1 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:56.013855 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.024756 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Sync routers for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:08:56.029020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 6e8f1f47-5317-4705-8f1b-f8a28063d58f details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:08:56.047795 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.049139 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-124cc49e-6cb9-4e8a-82b4-bf2f4eecf49b admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5093775 Mar 11 18:08:56.052875 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 60910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:56.071682 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:56.072465 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:56.193326 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] Pushing event updated for resources: {'Network': ['ID=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:56.217430 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-08def04a-c1c3-495c-92c7-7a2c42f42780 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0815563 Mar 11 18:08:56.219210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:56.226283 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Request body: {'subnet': {'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-985973456-subnet', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:56.273148 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:08:56.275899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.302221 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:08:56.389407 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-399fda32-6959-4830-99c2-fe4873f4eef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.443230 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:56.678315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.820572 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:56.820928 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Network hostable DHCP agents. Network: bf26bd76-39a5-45e5-bfc5-5fcdc59b2837, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:08:56.860430 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:55Z', 'revision_number': 3, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:56.873658 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:08:56.883046 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:56.911341 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.913827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, bf26bd76-39a5-45e5-bfc5-5fcdc59b2837) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:56.920978 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:56.921746 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:56.929900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226fa8f-b91c-4758-9589-08d4935e8304 None None] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:08:56.941404 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Checking router: 9ca64d01-8b01-4234-8631-a23759467eec for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:08:56.942102 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Updating router 9ca64d01-8b01-4234-8631-a23759467eec port 4c069d56-7601-4f76-9a33-4dc7634a0302 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:08:56.956674 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fb4c5f38-7694-486d-934a-3bac1e554dc3 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7351711 Mar 11 18:08:56.957612 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 60938) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:56.971631 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:08:57.008902 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.010243 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.047190 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.132754 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for router_controller (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.232608 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:08:57.234100 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.421662 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Allocated IP 172.20.0.1 (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05/e081997c-a9b8-4674-bd56-17c2c0aa7a6e/00983814-c9c7-459f-b267-fb9973d72457) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:57.425695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for router_gateway (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.562949 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Allocated IP 172.20.0.2 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/0155d051-a4b2-4ee7-8b68-15e57412a70d) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:57.630023 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks [] for port (00983814-c9c7-459f-b267-fb9973d72457), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.708054 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks [] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.720336 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.748153 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.794518 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Pushing event updated for resources: {'Port': ['ID=4c069d56-7601-4f76-9a33-4dc7634a0302,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:57.811678 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Pushing event updated for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:57.835061 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:57.838382 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:57.842723 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:57.843301 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (9ca64d01-8b01-4234-8631-a23759467eec), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.858874 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.861702 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.863533 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.864276 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.867604 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.868434 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.872964 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.873437 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.873925 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.874317 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.874801 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.876393 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.876752 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.878771 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Tracked resource versions report: Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: pushed versions: Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: { 'AddressGroup': {'1.2'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Log': {'1.0'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Network': {'1.1'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Port': {'1.7'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'PortForwarding': {'1.2'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'QosPolicy': {'1.10'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroup': {'1.5'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SubPort': {'1.0'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Subnet': {'1.1'}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Trunk': {'1.1'}} Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: consumer versions: Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: HyperV agent@hv-cinder-83344: {}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'ConntrackHelper': '1.0', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'LocalIPAssociation': '1.0', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Log': '1.0', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Network': '1.1', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Port': '1.7', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'PortForwarding': '1.2', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'QosPolicy': '1.10', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroup': '1.5', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SecurityGroupRule': '1.2', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'SubPort': '1.0', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Subnet': '1.1', Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: 'Trunk': '1.1'}} Mar 11 18:08:57.882501 dv-cinder-833443-1-iscsi neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:08:57.963263 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks [] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.968913 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Attempting to bind port 4c069d56-7601-4f76-9a33-4dc7634a0302 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:08:57.969299 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Attempting to bind port 4c069d56-7601-4f76-9a33-4dc7634a0302 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:08:57.969881 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Attempting to bind port 4c069d56-7601-4f76-9a33-4dc7634a0302 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:57.981083 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.986659 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:57.990743 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:57.991202 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:57.991614 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:57.992135 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Bound port: 4c069d56-7601-4f76-9a33-4dc7634a0302, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:08:57.992876 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.014042 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Checking segment: {'id': '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:58.014681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Network hostable DHCP agents. Network: 6e8f1f47-5317-4705-8f1b-f8a28063d58f, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:08:58.015249 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for router_gateway (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.048118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.067434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:58.069383 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:58.073415 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:58.115976 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Pushing event updated for resources: {'Port': ['ID=0155d051-a4b2-4ee7-8b68-15e57412a70d,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.134057 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] For port 4c069d56-7601-4f76-9a33-4dc7634a0302, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:58.138287 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] For port 4c069d56-7601-4f76-9a33-4dc7634a0302, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4c069d56-7601-4f76-9a33-4dc7634a0302,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:58.148412 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.150152 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.150855 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.151326 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.151900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.152353 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.152840 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.153266 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.153855 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.154397 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.154956 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.155936 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.156502 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.157041 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Tracked resource versions report: Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: pushed versions: Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Log': {'1.0'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Network': {'1.1'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Port': {'1.7'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'PortForwarding': {'1.2'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: consumer versions: Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: HyperV agent@hv-cinder-83344: {}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: L3 agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: Metadata agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: Metering agent@dv-cinder-833443-1-iscsi: {}, Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-833443-1-iscsi: { 'AddressGroup': '1.2', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Log': '1.0', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Network': '1.1', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Port': '1.7', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'PortForwarding': '1.2', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'SubPort': '1.0', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Subnet': '1.1', Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Mar 11 18:08:58.158444 dv-cinder-833443-1-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 18:08:58.181898 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Attempting to bind port 0155d051-a4b2-4ee7-8b68-15e57412a70d on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:08:58.182875 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Attempting to bind port 0155d051-a4b2-4ee7-8b68-15e57412a70d by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:08:58.183395 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Attempting to bind port 0155d051-a4b2-4ee7-8b68-15e57412a70d on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:08:58.213501 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:08:58.216237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:08:58.217072 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.217711 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:08:58.218774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Bound port: 0155d051-a4b2-4ee7-8b68-15e57412a70d, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:08:58.220113 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.248968 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:08:58.249696 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:58.272254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Network 6e8f1f47-5317-4705-8f1b-f8a28063d58f is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:08:58.312907 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ad7d7-f91b-4edc-b889-73b10f9b7f46 None None] Pushing event updated for resources: {'Port': ['ID=4c069d56-7601-4f76-9a33-4dc7634a0302,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.340938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (00983814-c9c7-459f-b267-fb9973d72457), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.354718 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Allocated IP 172.27.3.126 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/6ac648c6-aee2-49b0-bbe8-27a0e7980fb8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:08:58.360919 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] For port 0155d051-a4b2-4ee7-8b68-15e57412a70d, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:08:58.380260 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] For port 0155d051-a4b2-4ee7-8b68-15e57412a70d, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=0155d051-a4b2-4ee7-8b68-15e57412a70d,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:08:58.385751 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 6e8f1f47-5317-4705-8f1b-f8a28063d58f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:58.404093 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20779c5a-129c-4056-9843-5fb6828cddb0 None None] Network 6e8f1f47-5317-4705-8f1b-f8a28063d58f requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:08:58.414431 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.426562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.436318 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:08:58.437222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.484222 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:08:58.505662 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a2dbe38a-10af-4d18-bf4e-5279c20a20cf admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5429862 Mar 11 18:08:58.637231 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks [] for port (00983814-c9c7-459f-b267-fb9973d72457), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.651104 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.652407 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (9ca64d01-8b01-4234-8631-a23759467eec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.685337 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.700462 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bad434-4594-42aa-a9a4-82a1cb10a2e5 None None] Pushing event updated for resources: {'Port': ['ID=0155d051-a4b2-4ee7-8b68-15e57412a70d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.799387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Pushing event updated for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.800657 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.861632 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:58.978754 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:58.983071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:08:58.985313 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:59.010893 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:08:59.012920 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:08:59.015483 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:08:59.109034 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f6bd0-76db-4fcc-942e-8afa3fbe3f2d None None] Network 6e8f1f47-5317-4705-8f1b-f8a28063d58f requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:08:59.135066 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 32784) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:08:59.158097 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:55Z', 'revision_number': 3, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:08:59.248184 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d88e721-c0ff-46f4-85e1-1b48c75a1aad None None] The sync data for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi is: [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:55Z', 'revision_number': 3, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:08:59.539263 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for router_gateway (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.704792 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Router 9ca64d01-8b01-4234-8631-a23759467eec has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:08:59.750348 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.838435 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-382255f2-58bf-40ae-acc3-2cfa666fff13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:08:59.992998 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-382255f2-58bf-40ae-acc3-2cfa666fff13 admin admin] Publish callbacks [] for security_group (3e2f52a1-2902-4ddf-b91b-25c1732820ba), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.006375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:00.018654 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-382255f2-58bf-40ae-acc3-2cfa666fff13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (3e2f52a1-2902-4ddf-b91b-25c1732820ba), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.065292 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:00.089598 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5526b468-c41d-400f-b542-1917e72809bd admin admin] 10.222.0.105 "PUT /v2.0/routers/9ca64d01-8b01-4234-8631-a23759467eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0347660 Mar 11 18:09:00.139032 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 0155d051-a4b2-4ee7-8b68-15e57412a70d up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:00.144700 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382255f2-58bf-40ae-acc3-2cfa666fff13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f52a1-2902-4ddf-b91b-25c1732820ba,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:00.234890 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 0155d051-a4b2-4ee7-8b68-15e57412a70d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:00.235289 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.237281 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-382255f2-58bf-40ae-acc3-2cfa666fff13 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a1f2b671b03c40ad9b76f82c30a12444&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1013861 Mar 11 18:09:00.240697 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:00.245340 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.512400 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] Publish callbacks [] for security_group (3e2f52a1-2902-4ddf-b91b-25c1732820ba), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.517137 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 0155d051-a4b2-4ee7-8b68-15e57412a70d is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:00.517543 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.603129 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] Publish callbacks [] for security_group (3e2f52a1-2902-4ddf-b91b-25c1732820ba), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.647664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:09:00.728422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3ac0-9913-49bc-af4a-26dcc6c2c0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.731105 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 0155d051-a4b2-4ee7-8b68-15e57412a70d, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=0155d051-a4b2-4ee7-8b68-15e57412a70d,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:00.732447 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (3e2f52a1-2902-4ddf-b91b-25c1732820ba), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.735544 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.739165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.740041 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3e2f52a1-2902-4ddf-b91b-25c1732820ba HTTP/1.1" status: 204 len: 168 time: 0.4976647 Mar 11 18:09:00.758731 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.759541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4c069d56-7601-4f76-9a33-4dc7634a0302 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:00.762380 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e120c31-7082-46cb-8461-989e5412b46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f52a1-2902-4ddf-b91b-25c1732820ba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:00.812011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 32848) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:00.821851 dv-cinder-833443-1-iscsi neutron-server[103444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 18:09:00.877459 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ac8cdc-78e7-4596-a2d7-3061c3750b5a None None] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:09:00.940111 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3ac0-9913-49bc-af4a-26dcc6c2c0c6 admin admin] Publish callbacks [] for security_group (ff852057-eede-44bb-a792-cd846b97f28a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:00.948786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2cd3ac0-9913-49bc-af4a-26dcc6c2c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ff852057-eede-44bb-a792-cd846b97f28a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.066392 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c2cd3ac0-9913-49bc-af4a-26dcc6c2c0c6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7433fe13df7243afa1f9a1b5f19465df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0560782 Mar 11 18:09:01.072124 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:01.112204 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d3cca218-b7ad-4c55-87d9-b9d53f927178 None None] Provisioning complete for port 0155d051-a4b2-4ee7-8b68-15e57412a70d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:01.113526 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d3cca218-b7ad-4c55-87d9-b9d53f927178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.126887 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 4c069d56-7601-4f76-9a33-4dc7634a0302 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:01.127599 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.206705 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd3ac0-9913-49bc-af4a-26dcc6c2c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff852057-eede-44bb-a792-cd846b97f28a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:01.217500 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=0155d051-a4b2-4ee7-8b68-15e57412a70d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:01.242115 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] Publish callbacks [] for security_group (ff852057-eede-44bb-a792-cd846b97f28a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.307662 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] Publish callbacks [] for security_group (ff852057-eede-44bb-a792-cd846b97f28a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.397886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-56d53ef3-6ef9-4bb3-870f-890c7167349b tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:01.399764 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-56d53ef3-6ef9-4bb3-870f-890c7167349b tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/networks?id=6e8f1f47-5317-4705-8f1b-f8a28063d58f HTTP/1.1" status: 200 len: 812 time: 0.5854590 Mar 11 18:09:01.414796 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ff852057-eede-44bb-a792-cd846b97f28a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.417475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.421499 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ff852057-eede-44bb-a792-cd846b97f28a HTTP/1.1" status: 204 len: 168 time: 0.3483052 Mar 11 18:09:01.439503 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec796c9d-56c8-4bb5-9b93-454a38ccdb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff852057-eede-44bb-a792-cd846b97f28a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:01.448319 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:01.469812 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-4f662ffb-256f-447d-8baa-c5eba4003022 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/quotas/9ba3f835ac6f4fca8982c9462f888aa1 HTTP/1.1" status: 200 len: 375 time: 0.0510352 Mar 11 18:09:01.508405 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:01.537720 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 4c069d56-7601-4f76-9a33-4dc7634a0302 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:01.538419 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.560408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:01.561199 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:01.591381 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32880) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:01.608618 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-795b3bac-dec8-41cc-960e-5719cf1fbfda tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=9ba3f835ac6f4fca8982c9462f888aa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337621 Mar 11 18:09:01.626410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.628576 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-60d93560-ace2-42a1-9fd1-8086a97e0e97 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6672506 Mar 11 18:09:01.632770 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 32884) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:01.643472 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94636b4a-3eab-4b78-be4e-107773915cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.719011 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d3cca218-b7ad-4c55-87d9-b9d53f927178 None None] Current status of the port 0155d051-a4b2-4ee7-8b68-15e57412a70d is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:01.754089 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 4c069d56-7601-4f76-9a33-4dc7634a0302, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4c069d56-7601-4f76-9a33-4dc7634a0302,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:01.804656 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.902739 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94636b4a-3eab-4b78-be4e-107773915cab admin admin] Publish callbacks [] for security_group (6a2500a2-2580-44e9-b9a7-405b9c7cd444), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:01.912038 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94636b4a-3eab-4b78-be4e-107773915cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6a2500a2-2580-44e9-b9a7-405b9c7cd444), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.064625 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636b4a-3eab-4b78-be4e-107773915cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2500a2-2580-44e9-b9a7-405b9c7cd444,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:02.092820 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-94636b4a-3eab-4b78-be4e-107773915cab admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=231e13c60aa749f4ba9d3987c4fc8121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5000229 Mar 11 18:09:02.101181 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 0155d051-a4b2-4ee7-8b68-15e57412a70d up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:02.102148 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:02.197463 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:02.269645 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] Publish callbacks [] for security_group (6a2500a2-2580-44e9-b9a7-405b9c7cd444), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.297993 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 0155d051-a4b2-4ee7-8b68-15e57412a70d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:02.298760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.328007 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] Publish callbacks [] for security_group (6a2500a2-2580-44e9-b9a7-405b9c7cd444), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.345144 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Sync routers for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:02.367840 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:02.370573 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:02.405715 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=4c069d56-7601-4f76-9a33-4dc7634a0302,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:02.417143 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:02.466203 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:02.492779 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6a2500a2-2580-44e9-b9a7-405b9c7cd444), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.500530 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.504499 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6a2500a2-2580-44e9-b9a7-405b9c7cd444 HTTP/1.1" status: 204 len: 168 time: 0.3996148 Mar 11 18:09:02.528403 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 32918) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:02.537561 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe00cd-de88-4cc7-91e3-7e17a17582e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2500a2-2580-44e9-b9a7-405b9c7cd444,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:02.542328 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be2fa21-2986-4c4b-803a-c553d439f633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.712305 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:02.719269 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be2fa21-2986-4c4b-803a-c553d439f633 admin admin] Publish callbacks [] for security_group (cf555a24-7c28-4a72-8e97-ed2347ca2188), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.729159 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be2fa21-2986-4c4b-803a-c553d439f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (cf555a24-7c28-4a72-8e97-ed2347ca2188), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.737244 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b158cb7d-4ba5-460e-9347-479a1324ef47 None None] Provisioning complete for port 0155d051-a4b2-4ee7-8b68-15e57412a70d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:02.738187 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b158cb7d-4ba5-460e-9347-479a1324ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.796867 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.848978 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 0155d051-a4b2-4ee7-8b68-15e57412a70d is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:02.850266 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5be2fa21-2986-4c4b-803a-c553d439f633 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6c50d068f6284539a60324ae009aa81a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3824832 Mar 11 18:09:02.857732 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ce0d05-7753-41bd-99c2-794a4217d01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:02.860462 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:02.907526 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2fa21-2986-4c4b-803a-c553d439f633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf555a24-7c28-4a72-8e97-ed2347ca2188,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:02.946564 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-8dfae9c8-2e67-40e1-a498-c5b3ab124069 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:09:02.948715 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-8dfae9c8-2e67-40e1-a498-c5b3ab124069 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2946296 Mar 11 18:09:03.009043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] Publish callbacks [] for security_group (cf555a24-7c28-4a72-8e97-ed2347ca2188), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.017115 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b158cb7d-4ba5-460e-9347-479a1324ef47 None None] Current status of the port 0155d051-a4b2-4ee7-8b68-15e57412a70d is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:03.043229 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:08:59Z', 'revision_number': 3, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:03.057922 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] Publish callbacks [] for security_group (cf555a24-7c28-4a72-8e97-ed2347ca2188), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.102643 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ce0d05-7753-41bd-99c2-794a4217d01e admin admin] Publish callbacks [] for security_group (0caa99f2-688b-4c6b-8fb0-bd58a148eebf), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.109903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04ce0d05-7753-41bd-99c2-794a4217d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0caa99f2-688b-4c6b-8fb0-bd58a148eebf), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.114574 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:03.115441 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Updating router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:09:03.157095 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce0d05-7753-41bd-99c2-794a4217d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa99f2-688b-4c6b-8fb0-bd58a148eebf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:03.203825 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-04ce0d05-7753-41bd-99c2-794a4217d01e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5414eef62b8f485ba77e61775ab73c82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9645169 Mar 11 18:09:03.203825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 32932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:03.227758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.238492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (cf555a24-7c28-4a72-8e97-ed2347ca2188), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.238977 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 4, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '00983814-c9c7-459f-b267-fb9973d72457', 'name': '', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'mac_address': 'fa:16:3e:fd:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:56Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 2, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'subnets': [{'id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:03.239217 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.239217 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cf555a24-7c28-4a72-8e97-ed2347ca2188 HTTP/1.1" status: 204 len: 168 time: 0.3557289 Mar 11 18:09:03.239382 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-58b7e776-7925-4271-8d3e-d5da3580fd2a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:03.239382 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-58b7e776-7925-4271-8d3e-d5da3580fd2a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 818 time: 0.7026048 Mar 11 18:09:03.267281 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Checking router: 9ca64d01-8b01-4234-8631-a23759467eec for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:03.267783 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Updating router 9ca64d01-8b01-4234-8631-a23759467eec port 00983814-c9c7-459f-b267-fb9973d72457 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:09:03.277866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827806c6-e16f-4c97-b676-adabb1b34890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf555a24-7c28-4a72-8e97-ed2347ca2188,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:03.319901 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (00983814-c9c7-459f-b267-fb9973d72457), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.320375 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-ea15bd5c-29cd-4830-8260-1f3cc638c712 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/quotas/6cfef774bfa4428ba11daedfdde648d3 HTTP/1.1" status: 200 len: 375 time: 0.0444229 Mar 11 18:09:03.343594 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-4230ea5e-73cd-46e2-afee-77c684cd7a31 service neutron] 10.222.0.105 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860769 Mar 11 18:09:03.362069 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] Publish callbacks [] for security_group (0caa99f2-688b-4c6b-8fb0-bd58a148eebf), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.413500 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] Publish callbacks [] for security_group (0caa99f2-688b-4c6b-8fb0-bd58a148eebf), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.527004 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-eda9f737-d41c-407d-8193-40cb8261d45c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980646 Mar 11 18:09:03.531627 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0caa99f2-688b-4c6b-8fb0-bd58a148eebf), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.535153 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.538617 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0caa99f2-688b-4c6b-8fb0-bd58a148eebf HTTP/1.1" status: 204 len: 168 time: 0.3551133 Mar 11 18:09:03.541794 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Allocated IP 172.20.0.1 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/498bcacb-ef6a-4804-b161-92072dbb4134) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:03.556534 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4319b-6278-4e91-98de-824a724fe894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa99f2-688b-4c6b-8fb0-bd58a148eebf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:03.586425 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-753e8250-f49e-4924-92bb-dc038b4e1bba service neutron] 10.222.0.105 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314637 Mar 11 18:09:03.705329 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks [] for port (498bcacb-ef6a-4804-b161-92072dbb4134), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.773045 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.821879 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:03.826934 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:03.845685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:03.846604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.898721 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:03.915936 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks [] for port (00983814-c9c7-459f-b267-fb9973d72457), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:03.946303 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.037273 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks [] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.045133 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4c069d56-7601-4f76-9a33-4dc7634a0302 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:04.070989 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7c09-736d-4b5b-be08-e674976be74b None None] Pushing event updated for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:04.115677 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.195318 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.198899 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Attempting to bind port 00983814-c9c7-459f-b267-fb9973d72457 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:04.199276 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Attempting to bind port 00983814-c9c7-459f-b267-fb9973d72457 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:04.199640 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Attempting to bind port 00983814-c9c7-459f-b267-fb9973d72457 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:04.218723 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:04.221295 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Checking segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:04.222281 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.222927 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Bound using segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:04.223748 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Bound port: 00983814-c9c7-459f-b267-fb9973d72457, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:04.224588 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (00983814-c9c7-459f-b267-fb9973d72457), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.230697 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 32980) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:04.313603 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3da8b5f4-d849-46dc-b34c-2d24bb58d841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.358138 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] For port 00983814-c9c7-459f-b267-fb9973d72457, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:04.365163 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4dbb8-3099-48d7-83d0-7ae6bd33db37 None None] Pushing event updated for resources: {'Port': ['ID=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:04.368027 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] For port 00983814-c9c7-459f-b267-fb9973d72457, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=00983814-c9c7-459f-b267-fb9973d72457,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:04.380935 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.412165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-70779e82-868e-474f-809e-c137a8f2a8a0 None None] Provisioning complete for port 498bcacb-ef6a-4804-b161-92072dbb4134 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:04.413136 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-70779e82-868e-474f-809e-c137a8f2a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.468461 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-70779e82-868e-474f-809e-c137a8f2a8a0 None None] Port 498bcacb-ef6a-4804-b161-92072dbb4134 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:09:04.488277 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Attempting to bind port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:04.488675 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Attempting to bind port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:04.489146 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Attempting to bind port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:04.491234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-96df8271-a4f1-4f5f-a550-49063eaba451 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:09:04.492066 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-96df8271-a4f1-4f5f-a550-49063eaba451 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3739033 Mar 11 18:09:04.495449 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:04.496216 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:04.504317 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:04.504714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:04.505137 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.505477 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:04.505957 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Bound port: 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:04.506906 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.538627 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 4c069d56-7601-4f76-9a33-4dc7634a0302 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:04.539071 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.666711 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 4c069d56-7601-4f76-9a33-4dc7634a0302 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:04.688959 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] For port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:04.693190 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] For port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:04.702081 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.743384 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7c09-736d-4b5b-be08-e674976be74b None None] Pushing event updated for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:04.794175 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:04.828892 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:04.832716 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:04.857405 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bc415c02-e7a1-4b40-958e-a031ffb1e737 req-bc6d72f0-9389-48e5-a680-b3d965cf17e1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.1384943 Mar 11 18:09:04.910846 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3da8b5f4-d849-46dc-b34c-2d24bb58d841 admin admin] Publish callbacks [] for security_group (c99ff40a-eb6a-48ab-9f41-f6f677008086), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:04.934360 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3da8b5f4-d849-46dc-b34c-2d24bb58d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c99ff40a-eb6a-48ab-9f41-f6f677008086), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.050756 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4dbb8-3099-48d7-83d0-7ae6bd33db37 None None] Pushing event updated for resources: {'Port': ['ID=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:05.265699 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:05.298205 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 4, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '00983814-c9c7-459f-b267-fb9973d72457', 'name': '', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'mac_address': 'fa:16:3e:fd:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:56Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'subnets': [{'id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:05.344662 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3da8b5f4-d849-46dc-b34c-2d24bb58d841 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8fd26806c1ba4443b963c6c58a145276&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1121464 Mar 11 18:09:05.347764 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:05.360914 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30310c7d-d355-4d35-afc3-c24a683d85fe None None] The sync data for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi is: [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:08:58Z', 'revision_number': 4, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '00983814-c9c7-459f-b267-fb9973d72457', 'name': '', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'mac_address': 'fa:16:3e:fd:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:56Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'subnets': [{'id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:05.373343 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8b5f4-d849-46dc-b34c-2d24bb58d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ff40a-eb6a-48ab-9f41-f6f677008086,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:05.399573 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-49562dd6-7a64-43ff-accf-aa62c09bb1ad service neutron] 10.222.0.105 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915462 Mar 11 18:09:05.461444 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] Publish callbacks [] for security_group (c99ff40a-eb6a-48ab-9f41-f6f677008086), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.466119 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks [] for port (498bcacb-ef6a-4804-b161-92072dbb4134), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.488138 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.488859 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.501813 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] Publish callbacks [] for security_group (c99ff40a-eb6a-48ab-9f41-f6f677008086), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.609908 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c99ff40a-eb6a-48ab-9f41-f6f677008086), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.617556 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:05.618945 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c99ff40a-eb6a-48ab-9f41-f6f677008086 HTTP/1.1" status: 204 len: 168 time: 0.2695656 Mar 11 18:09:05.627645 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9613862-9c8e-4ee7-b483-abf6e8da0ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ff40a-eb6a-48ab-9f41-f6f677008086,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:05.754859 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:03Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:05.761941 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:05.837791 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24f5df-c1c6-449c-a2f1-5b10f6f52619 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:03Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:05.898384 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-9225048c-9110-42c5-8268-df2b0b7d928e service neutron] 10.222.0.105 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563015 Mar 11 18:09:06.007908 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:06.042125 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:06.104643 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8040d8dd-8208-4b47-942e-93d6973b8423 req-4b8bebfa-55d1-4433-98e3-fe16554acedd tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.1059639 Mar 11 18:09:06.159409 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 00983814-c9c7-459f-b267-fb9973d72457 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:06.423329 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 00983814-c9c7-459f-b267-fb9973d72457 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:06.423725 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (00983814-c9c7-459f-b267-fb9973d72457), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.581926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:06.645697 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ceeeeb0-9ff3-4579-bb40-5ae255dca033 req-d06989c0-6e35-4450-ab84-b3824ded271a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 210 time: 0.0695128 Mar 11 18:09:06.750443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 00983814-c9c7-459f-b267-fb9973d72457 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:06.752365 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (00983814-c9c7-459f-b267-fb9973d72457), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.843332 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-77d071db-a4b3-4551-a935-867b84c1efaa None None] Provisioning complete for port 498bcacb-ef6a-4804-b161-92072dbb4134 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:06.845971 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77d071db-a4b3-4551-a935-867b84c1efaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.885394 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 00983814-c9c7-459f-b267-fb9973d72457, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=00983814-c9c7-459f-b267-fb9973d72457,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:06.898302 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:06.906918 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:06.930210 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3443dd7b-7779-4028-8a41-5ab131e87aa0 admin admin] 10.222.0.105 "PUT /v2.0/routers/e7db9085-69f0-4dc5-82f0-6ede6e114ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2906916 Mar 11 18:09:06.982020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-77d071db-a4b3-4551-a935-867b84c1efaa None None] Port 498bcacb-ef6a-4804-b161-92072dbb4134 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:09:07.049628 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:07.297213 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-1a80959e-08fa-447b-9207-aa0b2d970d85 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:07.299121 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-1a80959e-08fa-447b-9207-aa0b2d970d85 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 818 time: 0.2574339 Mar 11 18:09:07.355488 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-cd5082b2-2c72-4d05-abf6-db2f87a52b1d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/quotas/6cfef774bfa4428ba11daedfdde648d3 HTTP/1.1" status: 200 len: 375 time: 0.0495031 Mar 11 18:09:07.514133 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-d5feb06e-90f0-45cc-952b-4d1627d2b926 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570663 Mar 11 18:09:07.664100 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6b63460e-7053-4a0b-9e4a-aab7c3e8d0ce req-b8e64f31-1df3-41e6-a0ef-e718d5d60804 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.1369200 Mar 11 18:09:07.829181 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-fcc063fb-5981-4845-b1cf-56c453a1702a service neutron] 10.222.0.105 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118172 Mar 11 18:09:08.133479 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-99a68b2d-9f58-4509-95f1-a30505d83e1a service neutron] 10.222.0.105 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983301 Mar 11 18:09:08.215380 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 00983814-c9c7-459f-b267-fb9973d72457 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:08.381812 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 00983814-c9c7-459f-b267-fb9973d72457 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:08.382148 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (00983814-c9c7-459f-b267-fb9973d72457), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:08.520808 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 00983814-c9c7-459f-b267-fb9973d72457 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:08.522405 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:08.556508 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:08.582819 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.107', 61995) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:08.665180 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:08.665576 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:08.894351 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:08.899558 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438865001', 'description': 'tempest-description--300670413'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:08.949719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-5f94906b-f0ce-4674-9882-7dc7af5a3a03 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:08.963457 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-5f94906b-f0ce-4674-9882-7dc7af5a3a03 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.107 "GET /v2.0/networks?id=6e8f1f47-5317-4705-8f1b-f8a28063d58f HTTP/1.1" status: 200 len: 812 time: 0.3739049 Mar 11 18:09:09.031482 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.058805 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e0af648-5a5b-4d8d-ae36-597f02125e95 req-ed3cc14e-7f82-4230-9e6d-8bec26ace53d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.0846426 Mar 11 18:09:09.059666 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.107', 61997) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:09.071697 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Request body: {'port': {'device_id': '46e68537-4e62-4713-8d46-d02ce780718e', 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f', 'admin_state_up': True, 'tenant_id': '9ba3f835ac6f4fca8982c9462f888aa1'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:09.082501 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:09.082888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.187498 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:09.194552 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.385515 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:09.430730 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (6703071c-7114-4411-a201-814bd4f10ad9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.444184 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6703071c-7114-4411-a201-814bd4f10ad9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.558172 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.560138 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6645911 Mar 11 18:09:09.562393 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd9ff-a33c-4894-ba04-29e901fc4095 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6703071c-7114-4411-a201-814bd4f10ad9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:09.566646 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:09.574987 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '6703071c-7114-4411-a201-814bd4f10ad9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:09.585709 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3e27154-616e-4dc6-99e6-bfa18c5fed28 req-cc59f96a-6a57-4c64-8dbb-cf2bb73e586f tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.1021900 Mar 11 18:09:09.596205 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Made reservation on behalf of 9ba3f835ac6f4fca8982c9462f888aa1 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:09.606346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.635933 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (37ea005e-237f-40c4-b300-8338e19ff188), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.854766 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (37ea005e-237f-40c4-b300-8338e19ff188), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.871560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (37ea005e-237f-40c4-b300-8338e19ff188), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.941996 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ea005e-237f-40c4-b300-8338e19ff188,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:09.973564 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:09.988430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33268) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:09.991841 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-20c9c4ca-123b-4ad1-b4f9-bcdcc58a9fa2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235880 Mar 11 18:09:10.060619 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '6703071c-7114-4411-a201-814bd4f10ad9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:10.068834 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:10.315623 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-3f247c88-fe8f-423f-b766-f49fe4efa21e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:10.318667 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-3f247c88-fe8f-423f-b766-f49fe4efa21e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 818 time: 0.9227064 Mar 11 18:09:10.325980 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:10.329541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:10.376971 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Request body: {'port': {'device_id': '1f66061f-390f-4546-9152-193ac3cea896', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'admin_state_up': True, 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:10.575625 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:10.594460 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:10.595342 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:10.672006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.107', 62011) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:10.674319 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:10.907333 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:11.171688 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c75c884d-7d30-4c36-8821-e4fb9e81473a req-5306e2fa-aff9-47bb-bcd8-d7c396d63dfb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.2693121 Mar 11 18:09:11.241026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (76a5bc96-e22c-44d7-b9f7-2c63efe97841), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:11.298530 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-4a943c22-df6d-43c2-a3d0-e45c108be85b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:11.302777 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-4a943c22-df6d-43c2-a3d0-e45c108be85b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 818 time: 0.6216717 Mar 11 18:09:11.334393 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83188605-a2b1-4d7b-aeb4-195a737ae3c2 req-e2211a91-9b9a-4a41-8052-2cde45df8a91 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.1263664 Mar 11 18:09:11.377527 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Request body: {'port': {'device_id': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'admin_state_up': True, 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:11.473461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Allocated IP 172.20.0.11 (6e8f1f47-5317-4705-8f1b-f8a28063d58f/420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3/1eab78c7-7988-4fc8-b6b9-a9c5d6495a12) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:11.673738 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:11.723214 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Made reservation on behalf of 6cfef774bfa4428ba11daedfdde648d3 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:11.728594 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:11.771916 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:11.772308 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Updating router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 port 498bcacb-ef6a-4804-b161-92072dbb4134 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:09:11.864789 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:11.875073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (76a5bc96-e22c-44d7-b9f7-2c63efe97841), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.158489 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Made reservation on behalf of 6cfef774bfa4428ba11daedfdde648d3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:12.166545 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.232358 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks [] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.374227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (76a5bc96-e22c-44d7-b9f7-2c63efe97841), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.385034 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33368) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:12.425858 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:12.464505 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a5bc96-e22c-44d7-b9f7-2c63efe97841,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:12.757455 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Allocated IP 172.20.0.11 (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05/e081997c-a9b8-4674-bd56-17c2c0aa7a6e/121fecfb-0063-487e-9077-80078433a017) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:12.814077 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47657812-7abb-4fc0-9d15-655ac227f77e req-3d9b75c8-8d3f-4d93-8798-d8baf139c4bf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.4383810 Mar 11 18:09:13.092438 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks [] for port (498bcacb-ef6a-4804-b161-92072dbb4134), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.101735 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.145784 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Network 6e8f1f47-5317-4705-8f1b-f8a28063d58f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:13.185325 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:13.192764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:13.210574 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:13.213374 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.254473 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c72d9-204d-423a-9e31-17ee88bda5fa None None] Pushing event updated for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:13.262553 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:13.311445 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2898624 Mar 11 18:09:13.410418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-e0609343-e5ce-4db5-a39c-f3c355108b3f tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:09:13.413400 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-e0609343-e5ce-4db5-a39c-f3c355108b3f tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0696115 Mar 11 18:09:13.438467 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.441652 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8c4dcfdb-d1a5-427c-a771-9df4d8155ab5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3876824 Mar 11 18:09:13.444723 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Attempting to bind port 498bcacb-ef6a-4804-b161-92072dbb4134 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:13.445493 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33416) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:13.446062 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Attempting to bind port 498bcacb-ef6a-4804-b161-92072dbb4134 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:13.447613 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Attempting to bind port 498bcacb-ef6a-4804-b161-92072dbb4134 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:13.451685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:13.469634 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:13.475311 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:13.476140 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.477887 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:13.485332 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Bound port: 498bcacb-ef6a-4804-b161-92072dbb4134, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:13.490353 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.531054 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.545004 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689604ba-9271-4598-a001-0f35d986577a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Pushing event updated for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:13.615105 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d2ac-cdcf-4796-8ace-2af02e06072b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.657687 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] For port 498bcacb-ef6a-4804-b161-92072dbb4134, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:13.662189 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] For port 498bcacb-ef6a-4804-b161-92072dbb4134, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=498bcacb-ef6a-4804-b161-92072dbb4134,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:13.685719 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.704484 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f427a440-edeb-4bd0-9c1a-d2ae9cd450b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.705640 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacf56-0af3-4c5e-b76b-97c985d54d66 req-d9616702-66a2-49ea-a6fd-9a6c91684446 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:13.715097 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1bdacf56-0af3-4c5e-b76b-97c985d54d66 req-d9616702-66a2-49ea-a6fd-9a6c91684446 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 932 time: 0.8993592 Mar 11 18:09:13.725853 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Request body: {'port': {'device_id': '46e68537-4e62-4713-8d46-d02ce780718e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:13.750920 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Provisioning complete for port 498bcacb-ef6a-4804-b161-92072dbb4134 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:13.751395 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:13.929429 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:13.939573 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:08:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:14.129988 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c72d9-204d-423a-9e31-17ee88bda5fa None None] Pushing event updated for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:14.164081 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b4878bd-0967-40c7-9ceb-c371abc35ed2 req-c88bce81-06c2-49b1-8f1c-2e5b639dc2c7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.1544361 Mar 11 18:09:14.210524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Current status of the port 498bcacb-ef6a-4804-b161-92072dbb4134 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:14.210872 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.223451 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f427a440-edeb-4bd0-9c1a-d2ae9cd450b5 admin admin] Publish callbacks [] for security_group (add03b2d-3c78-4567-ae0e-aa9701026dc1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.227194 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.230577 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f427a440-edeb-4bd0-9c1a-d2ae9cd450b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (add03b2d-3c78-4567-ae0e-aa9701026dc1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.276612 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427a440-edeb-4bd0-9c1a-d2ae9cd450b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add03b2d-3c78-4567-ae0e-aa9701026dc1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:14.295015 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1bdacf56-0af3-4c5e-b76b-97c985d54d66 req-22f8a7d8-6377-40e9-8cdb-9c1f585ff8d8 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784659 Mar 11 18:09:14.298742 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] For port 498bcacb-ef6a-4804-b161-92072dbb4134, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=498bcacb-ef6a-4804-b161-92072dbb4134,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:14.305728 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.326703 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks [] for port (121fecfb-0063-487e-9077-80078433a017), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.350315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.368481 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:14.388469 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f427a440-edeb-4bd0-9c1a-d2ae9cd450b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2e2fad60e5e846cb982181d1df70aaff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1209266 Mar 11 18:09:14.389721 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:14.398684 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d2ac-cdcf-4796-8ace-2af02e06072b admin admin] Publish callbacks [] for security_group (6c2ab3b5-ed40-498d-8613-aadc65c74feb), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.431238 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d2ac-cdcf-4796-8ace-2af02e06072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6c2ab3b5-ed40-498d-8613-aadc65c74feb), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.481720 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661bc5b-c110-4245-8891-704c93ee90e1 None None] Pushing event updated for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:14.510761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] Publish callbacks [] for security_group (add03b2d-3c78-4567-ae0e-aa9701026dc1), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.547481 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.27.3.127 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/a3844389-533a-4678-9627-d275c8398d08) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:14.579118 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] Publish callbacks [] for security_group (add03b2d-3c78-4567-ae0e-aa9701026dc1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.686498 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1cd1d2ac-cdcf-4796-8ace-2af02e06072b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ebab19c076714fec97201f45e2283ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2684000 Mar 11 18:09:14.699140 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33444) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:14.736895 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1d2ac-cdcf-4796-8ace-2af02e06072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ab3b5-ed40-498d-8613-aadc65c74feb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:14.745770 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-018ff858-0e45-4fec-bfa3-d5742294acf3 None None] Provisioning complete for port 498bcacb-ef6a-4804-b161-92072dbb4134 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:14.746155 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-018ff858-0e45-4fec-bfa3-d5742294acf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.822126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (add03b2d-3c78-4567-ae0e-aa9701026dc1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.825269 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.826922 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/add03b2d-3c78-4567-ae0e-aa9701026dc1 HTTP/1.1" status: 204 len: 168 time: 0.4358308 Mar 11 18:09:14.968262 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (a3844389-533a-4678-9627-d275c8398d08), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:14.971037 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1c2d-9fe1-4506-bdcc-8987b9360035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add03b2d-3c78-4567-ae0e-aa9701026dc1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:15.064595 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-018ff858-0e45-4fec-bfa3-d5742294acf3 None None] Current status of the port 498bcacb-ef6a-4804-b161-92072dbb4134 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:15.068852 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (121fecfb-0063-487e-9077-80078433a017), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:15.197514 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:13Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:15.279045 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a26c148-2e7c-44c8-b598-704ca06b0f2d None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:13Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:15.405540 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Allocated IP 172.20.0.14 (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05/e081997c-a9b8-4674-bd56-17c2c0aa7a6e/22b5c85b-2454-4c37-9017-76ad7d6f4923) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:15.438816 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (a3844389-533a-4678-9627-d275c8398d08), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:15.695089 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:15.746861 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:15.752150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:15.756613 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:15.773063 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks [] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:15.820669 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:15.829107 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Transition to ACTIVE for port object 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:09:15.904420 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:15.928346 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:15.976810 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=a3844389-533a-4678-9627-d275c8398d08,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:16.025286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Pushing event updated for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:16.106450 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 498bcacb-ef6a-4804-b161-92072dbb4134 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:16.179770 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Pushing event updated for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:16.184363 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:16.259558 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e45841b-a8cd-4bc7-8bf3-3e8a891aa305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.280223 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 498bcacb-ef6a-4804-b161-92072dbb4134 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:16.280740 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.281002 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a161d7c-c679-4b06-abfd-57e629604dda req-86a5492b-d4b5-437c-8a5d-480f3e6a26bf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.4384024 Mar 11 18:09:16.288901 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:16.307552 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:16.322814 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:16.323690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.372211 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-8ec3dbec-538f-4a1d-a2a5-adbdacc9687c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0312467 Mar 11 18:09:16.386720 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] Publish callbacks [] for security_group (6c2ab3b5-ed40-498d-8613-aadc65c74feb), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.413439 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] Publish callbacks [] for security_group (6c2ab3b5-ed40-498d-8613-aadc65c74feb), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.495982 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Request body: {'port': {'device_id': '1f66061f-390f-4546-9152-193ac3cea896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:16.504208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6c2ab3b5-ed40-498d-8613-aadc65c74feb), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.509108 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 498bcacb-ef6a-4804-b161-92072dbb4134 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:16.509413 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.511559 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6c2ab3b5-ed40-498d-8613-aadc65c74feb HTTP/1.1" status: 204 len: 168 time: 1.8097551 Mar 11 18:09:16.553479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6df4-00c0-4022-8f31-db8e6a2cee3d req-91bf25b5-03d4-4cdc-a2ab-75321323f80d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:16.560494 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-928e6df4-00c0-4022-8f31-db8e6a2cee3d req-91bf25b5-03d4-4cdc-a2ab-75321323f80d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.6370196 Mar 11 18:09:16.592338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9deb11-fe8a-4c72-bb80-5a3d2b7be723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ab3b5-ed40-498d-8613-aadc65c74feb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:16.633107 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks [] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.710196 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.715182 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Attempting to bind port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:16.715555 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Attempting to bind port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:16.715926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Attempting to bind port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 on network 6e8f1f47-5317-4705-8f1b-f8a28063d58f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:16.859228 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39fbf395-6b70-4751-b097-280dd482c552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.867191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e45841b-a8cd-4bc7-8bf3-3e8a891aa305 admin admin] Publish callbacks [] for security_group (87de5780-4352-44ec-8aab-2e72a440abf9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.882379 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.886781 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e45841b-a8cd-4bc7-8bf3-3e8a891aa305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (87de5780-4352-44ec-8aab-2e72a440abf9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:16.947111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 on network 6e8f1f47-5317-4705-8f1b-f8a28063d58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:16.947111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Attempting to bind port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 on network 6e8f1f47-5317-4705-8f1b-f8a28063d58f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:16.992468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:17.015763 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:17.016102 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Checking segment: {'id': '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:17.016771 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Bound using segment: {'id': '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:17.017157 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Bound port: 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:17.017512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.038530 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-928e6df4-00c0-4022-8f31-db8e6a2cee3d req-df3c0c01-06f7-44d8-b9a8-da7f2c62842c tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770553 Mar 11 18:09:17.051405 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:17.068030 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (121fecfb-0063-487e-9077-80078433a017), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.076751 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:17.083467 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:17.084454 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.113516 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6e45841b-a8cd-4bc7-8bf3-3e8a891aa305 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1e5ab73a5d0546e8b5699392b1653f00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1956642 Mar 11 18:09:17.123691 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33494) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:17.124835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Pushing event updated for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:17.150880 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (a3844389-533a-4678-9627-d275c8398d08), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.199424 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45841b-a8cd-4bc7-8bf3-3e8a891aa305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de5780-4352-44ec-8aab-2e72a440abf9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:17.240783 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-11be506d-fbf2-4def-bbcd-9e2edb88fc92 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8671660 Mar 11 18:09:17.272567 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Request body: {'port': {'device_id': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:17.311584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:17.392471 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,segment=NetworkSegment(1a078f33-f52f-4b5d-a4e8-9f8d073db3cb),segment_id=1a078f33-f52f-4b5d-a4e8-9f8d073db3cb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:17.401466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] Publish callbacks [] for security_group (87de5780-4352-44ec-8aab-2e72a440abf9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.427244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] Publish callbacks [] for security_group (87de5780-4352-44ec-8aab-2e72a440abf9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.496209 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (87de5780-4352-44ec-8aab-2e72a440abf9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.499141 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.500645 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/87de5780-4352-44ec-8aab-2e72a440abf9 HTTP/1.1" status: 204 len: 168 time: 0.3510833 Mar 11 18:09:17.536772 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.572617 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b1f92-34d6-49b6-9adc-bcf331743d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de5780-4352-44ec-8aab-2e72a440abf9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:17.612092 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:17.613275 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.615047 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] 10.222.0.107 "PUT /v2.0/ports/1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 HTTP/1.1" status: 200 len: 1094 time: 4.0724428 Mar 11 18:09:17.617822 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:17.786389 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39fbf395-6b70-4751-b097-280dd482c552 admin admin] Publish callbacks [] for security_group (7a22d0dc-885b-4e99-b594-c2e91bce7463), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.786918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e06f8-6d9d-4af4-8313-bda9e6085a29 req-7d824f97-750e-4205-9843-38b064e90f82 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:17.789435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:17.795322 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b54e06f8-6d9d-4af4-8313-bda9e6085a29 req-7d824f97-750e-4205-9843-38b064e90f82 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 932 time: 0.4050689 Mar 11 18:09:17.835478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39fbf395-6b70-4751-b097-280dd482c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7a22d0dc-885b-4e99-b594-c2e91bce7463), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.027189 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b54e06f8-6d9d-4af4-8313-bda9e6085a29 req-aff31d75-dd73-4e8b-8324-01a37989aea3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308595 Mar 11 18:09:18.028632 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c20b-1d5d-4e57-9d9a-54a30c218963 service neutron] Pushing event updated for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:18.086150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-69329db6-5648-404a-9b7b-2eddc22b3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:18.088269 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-69329db6-5648-404a-9b7b-2eddc22b3dfa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9ba3f835ac6f4fca8982c9462f888aa1&device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 1128 time: 0.3667336 Mar 11 18:09:18.101618 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33528) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:18.110696 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-39fbf395-6b70-4751-b097-280dd482c552 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=244aad336dce4b29be094006e72fe860&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1513391 Mar 11 18:09:18.128114 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbf395-6b70-4751-b097-280dd482c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22d0dc-885b-4e99-b594-c2e91bce7463,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:18.255602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33530) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:18.457265 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-1c4df255-ec62-4708-a257-2eb4165cdb6a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 HTTP/1.1" status: 200 len: 217 time: 0.2763727 Mar 11 18:09:18.585186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (a3844389-533a-4678-9627-d275c8398d08), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.597341 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (a3844389-533a-4678-9627-d275c8398d08), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.602952 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-f00f4efd-220f-45da-9e95-623f2feeaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:18.605082 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-f00f4efd-220f-45da-9e95-623f2feeaf1a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3 HTTP/1.1" status: 200 len: 852 time: 0.1164472 Mar 11 18:09:18.619061 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b917dfa-2045-409b-9d92-2345439af504" -d '{"events": [{"name": "network-changed", "server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:18.668877 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] Publish callbacks [] for security_group (7a22d0dc-885b-4e99-b594-c2e91bce7463), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.687769 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.764498 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:18.765962 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3187664 Mar 11 18:09:18.771313 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343c852-5985-4102-80fe-9453d2ad576b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=a3844389-533a-4678-9627-d275c8398d08,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:18.807187 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-5900765a-6e62-4b21-aacc-26a630cdc0ef service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e8f1f47-5317-4705-8f1b-f8a28063d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742029 Mar 11 18:09:18.928302 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-fbd3ebb2-7d97-4431-ad11-574da25b9cad service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945265 Mar 11 18:09:19.061011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9126d2-8b84-4d77-a572-b9f854ac2036 req-02d7e916-24f2-402d-baa8-5f1df6a780ac tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:19.064267 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd9126d2-8b84-4d77-a572-b9f854ac2036 req-02d7e916-24f2-402d-baa8-5f1df6a780ac tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.8655298 Mar 11 18:09:19.064267 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da908215-89ea-4282-ae78-171ddb98aabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.067089 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3ddcb1e-2aa1-4c34-bfd8-8cd65dc356b3 req-ba779bd3-ac47-4dd0-b66e-f8984a597756 service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170840 Mar 11 18:09:19.083956 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121fecfb-0063-487e-9077-80078433a017 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:19.123016 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] Publish callbacks [] for security_group (7a22d0dc-885b-4e99-b594-c2e91bce7463), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.126502 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks [] for port (121fecfb-0063-487e-9077-80078433a017), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.385281 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Transition to ACTIVE for port object 121fecfb-0063-487e-9077-80078433a017 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:09:19.439753 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da908215-89ea-4282-ae78-171ddb98aabe admin admin] Publish callbacks [] for security_group (45c15067-eee6-4758-962d-b8d9132eb8b0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.473923 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (121fecfb-0063-487e-9077-80078433a017), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.520081 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da908215-89ea-4282-ae78-171ddb98aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (45c15067-eee6-4758-962d-b8d9132eb8b0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.692266 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83249e-d1a3-4f71-8b42-7513c89c29f8 x-openstack-request-id: req-8f83249e-d1a3-4f71-8b42-7513c89c29f8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:19.692577 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:19.692929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8f83249e-d1a3-4f71-8b42-7513c89c29f8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:19.693427 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12', 'status': 'completed', 'code': 200} Mar 11 18:09:19.700426 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-da908215-89ea-4282-ae78-171ddb98aabe admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1661d0335d95422abd0be47376b5d022&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3540101 Mar 11 18:09:19.706287 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:19.754221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7a22d0dc-885b-4e99-b594-c2e91bce7463), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.757246 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:19.762464 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7a22d0dc-885b-4e99-b594-c2e91bce7463 HTTP/1.1" status: 204 len: 168 time: 1.6566489 Mar 11 18:09:19.872346 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd9126d2-8b84-4d77-a572-b9f854ac2036 req-b3dd9ccc-d832-4584-abb0-544e3c361bcc tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710814 Mar 11 18:09:19.988141 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917dfa-2045-409b-9d92-2345439af504 req-d97d9252-5dc8-4af9-ad33-a42fe739d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:19.989940 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-d97d9252-5dc8-4af9-ad33-a42fe739d0a6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9ba3f835ac6f4fca8982c9462f888aa1&device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 1128 time: 0.4016607 Mar 11 18:09:19.990556 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Attempting to bind port 121fecfb-0063-487e-9077-80078433a017 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:19.990951 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Attempting to bind port 121fecfb-0063-487e-9077-80078433a017 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:19.991293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Attempting to bind port 121fecfb-0063-487e-9077-80078433a017 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:20.006430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce910e-a3ea-4faa-8d27-970fe0f2f9f3 req-cff8ec07-c367-46ff-bdf1-de91a3df1e49 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:20.009084 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ce910e-a3ea-4faa-8d27-970fe0f2f9f3 req-cff8ec07-c367-46ff-bdf1-de91a3df1e49 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 932 time: 0.4051371 Mar 11 18:09:20.038948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b5c85b-2454-4c37-9017-76ad7d6f4923 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:20.052028 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks [] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.054952 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da908215-89ea-4282-ae78-171ddb98aabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c15067-eee6-4758-962d-b8d9132eb8b0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:20.107587 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76ce910e-a3ea-4faa-8d27-970fe0f2f9f3 req-f7a6f557-f206-4034-9de8-13ff43403e76 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Mar 11 18:09:20.117666 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Transition to ACTIVE for port object 22b5c85b-2454-4c37-9017-76ad7d6f4923 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:09:20.119723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Port 121fecfb-0063-487e-9077-80078433a017 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:20.119973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Attempting to bind port 121fecfb-0063-487e-9077-80078433a017 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:20.121166 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] Publish callbacks [] for security_group (45c15067-eee6-4758-962d-b8d9132eb8b0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.125723 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.152473 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:20.152882 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Checking segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:20.153317 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Bound using segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:20.153768 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Bound port: 121fecfb-0063-487e-9077-80078433a017, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:20.154176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (121fecfb-0063-487e-9077-80078433a017), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.201129 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] Publish callbacks [] for security_group (45c15067-eee6-4758-962d-b8d9132eb8b0), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.216540 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Pushing event updated for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:20.223241 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Pushing event updated for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:20.262476 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e59c4-1fbf-497c-bf36-bd60ffe59bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22d0dc-885b-4e99-b594-c2e91bce7463,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:20.320339 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Attempting to bind port 22b5c85b-2454-4c37-9017-76ad7d6f4923 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:20.320339 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Attempting to bind port 22b5c85b-2454-4c37-9017-76ad7d6f4923 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:20.320339 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Attempting to bind port 22b5c85b-2454-4c37-9017-76ad7d6f4923 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:20.325604 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Port 22b5c85b-2454-4c37-9017-76ad7d6f4923 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:20.326104 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Attempting to bind port 22b5c85b-2454-4c37-9017-76ad7d6f4923 on network 7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:20.332366 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:20.332786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Checking segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:20.333475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Bound using segment: {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:20.334004 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Bound port: 22b5c85b-2454-4c37-9017-76ad7d6f4923, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824bf9b0-5b5b-4f71-9ffd-f7574a15a077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:20.334442 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.399166 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (45c15067-eee6-4758-962d-b8d9132eb8b0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.401915 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.411936 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/45c15067-eee6-4758-962d-b8d9132eb8b0 HTTP/1.1" status: 204 len: 168 time: 0.7019858 Mar 11 18:09:20.449610 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce1dc-25e2-4ae4-98be-a8c2cd25ddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c15067-eee6-4758-962d-b8d9132eb8b0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:20.628746 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:20.646441 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:20.662545 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.694960 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:20.797046 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-849bd4de-3220-4638-9285-c3f1311227a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.830546 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:20.831116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:20.835438 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-5b299031-feab-4239-862e-b44daf056c62 service neutron] 10.222.0.107 "PUT /v2.0/ports/22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 200 len: 1094 time: 3.5721741 Mar 11 18:09:20.836006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:20.909429 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-fee90d37-ccff-48b8-81a3-0438e51f100a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--438865001&fields=id&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 267 time: 0.8201392 Mar 11 18:09:20.929133 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:21.069110 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=121fecfb-0063-487e-9077-80078433a017,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:21.104866 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917dfa-2045-409b-9d92-2345439af504 req-800e3760-c829-4cd7-8b98-36cda2d68f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.106499 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-800e3760-c829-4cd7-8b98-36cda2d68f7d service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e8f1f47-5317-4705-8f1b-f8a28063d58f HTTP/1.1" status: 200 len: 914 time: 1.0803134 Mar 11 18:09:21.112179 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (121fecfb-0063-487e-9077-80078433a017), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:21.194023 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.195056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:21.197079 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] 10.222.0.107 "PUT /v2.0/ports/121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 1094 time: 4.7084582 Mar 11 18:09:21.209031 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-d688f61a-aef4-4939-b066-59e662f94acb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.216692 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-d688f61a-aef4-4939-b066-59e662f94acb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.3062389 Mar 11 18:09:21.264892 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02e13-0dda-4171-abd6-5e851af94a0e req-8b6a9436-1452-4bb0-aea3-34fa64114962 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.287116 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99e02e13-0dda-4171-abd6-5e851af94a0e req-8b6a9436-1452-4bb0-aea3-34fa64114962 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.2819612 Mar 11 18:09:21.291473 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96aef-9228-49ac-9300-1dff8e950aef service neutron] Pushing event updated for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:21.309704 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-83109d02-4063-4d13-9119-da7b5ce92115 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/quotas/a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 375 time: 0.0913932 Mar 11 18:09:21.388428 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-849bd4de-3220-4638-9285-c3f1311227a7 admin admin] Publish callbacks [] for security_group (bae2f8e9-6bcc-4b9f-a875-f1852762f316), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:21.424974 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-547d8c6b-0b89-4690-a2fc-50afc6c3dfd6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 HTTP/1.1" status: 200 len: 217 time: 0.1337469 Mar 11 18:09:21.436866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-849bd4de-3220-4638-9285-c3f1311227a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (bae2f8e9-6bcc-4b9f-a875-f1852762f316), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:21.577512 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99e02e13-0dda-4171-abd6-5e851af94a0e req-e25e59fa-2033-428c-a91e-51a80db98a40 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888827 Mar 11 18:09:21.602878 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-849bd4de-3220-4638-9285-c3f1311227a7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=41c2cd3e454c4aa3833da25592e072b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8989873 Mar 11 18:09:21.608674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33642) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:21.617790 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b299031-feab-4239-862e-b44daf056c62 service neutron] Pushing event updated for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:21.678218 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-d3ab62a7-f734-437e-85cd-c16bc6290c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.679799 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-d3ab62a7-f734-437e-85cd-c16bc6290c5f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1128 time: 0.6522198 Mar 11 18:09:21.681059 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bd4de-3220-4638-9285-c3f1311227a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae2f8e9-6bcc-4b9f-a875-f1852762f316,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:21.744502 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-77c17cf9-86c1-4d66-a4c2-f9816aab75bd tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4335709 Mar 11 18:09:21.745173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'tag': '121fecfb-0063-487e-9077-80078433a017'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:21.750727 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55139573-6eb9-47f9-a38c-89aeefac7bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "tag": "121fecfb-0063-487e-9077-80078433a017"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:21.757523 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-3ff90e9d-29fd-4044-97e2-831097a9c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.759717 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-3ff90e9d-29fd-4044-97e2-831097a9c2a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1128 time: 0.4263828 Mar 11 18:09:21.782777 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917dfa-2045-409b-9d92-2345439af504 req-cbd58a78-ad02-4825-9fee-e510577163fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:21.785126 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-cbd58a78-ad02-4825-9fee-e510577163fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3 HTTP/1.1" status: 200 len: 852 time: 0.3283012 Mar 11 18:09:21.874687 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-1ed61a04-4353-4a99-9d66-0d989dcf748c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 200 len: 217 time: 0.1779096 Mar 11 18:09:21.982038 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-97081458-8d80-409a-8462-0266eba5e721 service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194285 Mar 11 18:09:22.040097 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-973eac4f-a6d2-4abf-b472-b62045a009c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:22.042041 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-973eac4f-a6d2-4abf-b472-b62045a009c1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.1307995 Mar 11 18:09:22.055037 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11140c46-f628-4bd2-8a52-d594e7337070" -d '{"events": [{"name": "network-changed", "server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:22.188396 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-35c58f56-4448-4379-8cd8-39e68e51b530 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295509 Mar 11 18:09:22.251479 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-b7fdcd90-5a49-401c-be30-13b8e8644180 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.4600093 Mar 11 18:09:22.274318 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-123fe8e0-27ea-4a48-ad81-59cf2967091f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e8f1f47-5317-4705-8f1b-f8a28063d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2225485 Mar 11 18:09:22.397224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-d6f821fe-d867-4159-922c-717ed29d7f3c service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406720 Mar 11 18:09:22.398097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] Publish callbacks [] for security_group (bae2f8e9-6bcc-4b9f-a875-f1852762f316), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:22.448541 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-0f6997b3-3e3e-4cd0-b463-772a4adfe32e service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362893 Mar 11 18:09:22.489309 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9780fc-8996-4b52-ad5d-6843244bc56b req-630d2f5c-dd62-45be-bddf-203572f7a95c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:22.491178 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba9780fc-8996-4b52-ad5d-6843244bc56b req-630d2f5c-dd62-45be-bddf-203572f7a95c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 944 time: 0.7209806 Mar 11 18:09:22.595207 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-9528ded2-01d2-4a79-93f6-aa945e238f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:22.598120 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-9528ded2-01d2-4a79-93f6-aa945e238f77 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.3166883 Mar 11 18:09:22.606527 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] Publish callbacks [] for security_group (bae2f8e9-6bcc-4b9f-a875-f1852762f316), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:22.665654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-9e2914cd-2f5c-4c4d-82d6-1d85cd8a17b5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485094 Mar 11 18:09:22.714431 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-da7fef80-df14-4d8e-8f31-c32f5abc87c1 req-f8470954-6be0-4b61-bebe-9079a3519e84 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506373 Mar 11 18:09:22.953383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27d84c2-be56-49bd-99bd-724edf51d641 x-openstack-request-id: req-f27d84c2-be56-49bd-99bd-724edf51d641 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:22.954324 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "tag": "121fecfb-0063-487e-9077-80078433a017", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:22.955210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f27d84c2-be56-49bd-99bd-724edf51d641 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:22.957335 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'tag': '121fecfb-0063-487e-9077-80078433a017', 'status': 'completed', 'code': 200} Mar 11 18:09:22.975182 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba9780fc-8996-4b52-ad5d-6843244bc56b req-580f5b9f-bc0b-4ec4-8013-e808dace6dc3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724739 Mar 11 18:09:23.174164 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-14c2f8e9-cdf1-451e-a280-9ca583104cb8 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392376 Mar 11 18:09:23.180852 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-d4db0f4e-0858-4da2-bdd7-54825aaa7f10 service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484569 Mar 11 18:09:23.256305 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (bae2f8e9-6bcc-4b9f-a875-f1852762f316), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:23.260157 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:23.261390 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/bae2f8e9-6bcc-4b9f-a875-f1852762f316 HTTP/1.1" status: 204 len: 168 time: 1.6397154 Mar 11 18:09:23.366903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff82f6c-a2fd-463f-8f0a-6a67f8a44eea x-openstack-request-id: req-dff82f6c-a2fd-463f-8f0a-6a67f8a44eea {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:23.367422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:23.367422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-dff82f6c-a2fd-463f-8f0a-6a67f8a44eea {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:23.367881 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923', 'status': 'completed', 'code': 200} Mar 11 18:09:23.449916 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288639be-0fe1-45a5-8c8c-e5521e829d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae2f8e9-6bcc-4b9f-a875-f1852762f316,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:23.512632 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140c46-f628-4bd2-8a52-d594e7337070 req-6bf3cec3-dbce-42e0-9206-3d1dae2c1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:23.518955 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-6bf3cec3-dbce-42e0-9206-3d1dae2c1377 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1128 time: 0.1205237 Mar 11 18:09:23.539490 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f582b7-7464-4e96-be43-63c9c08a56f3 req-f33953be-a8ae-401d-a128-903be4388223 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 210 time: 0.0989809 Mar 11 18:09:23.584469 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947eb1a-9461-4789-a584-36a08996ee1b req-1a3cf1eb-99e6-4bc6-afe9-bfe088d283ff tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:23.591469 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4947eb1a-9461-4789-a584-36a08996ee1b req-1a3cf1eb-99e6-4bc6-afe9-bfe088d283ff tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.4095745 Mar 11 18:09:23.618288 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc09ddb0-56ac-4bb6-be7d-d38bfcaa7509 req-aa35acc2-bfdb-41e6-b7ee-334671149491 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176662 Mar 11 18:09:23.626897 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b917dfa-2045-409b-9d92-2345439af504 req-e4caa7b7-5ee7-4065-9b4a-cc1397d20a54 service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136744 Mar 11 18:09:23.691294 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4947eb1a-9461-4789-a584-36a08996ee1b req-04cc2632-b94a-4af4-bd2a-d10daed19ef8 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987647 Mar 11 18:09:23.787523 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e884d796-b709-4228-8cf6-4b1ed96bb9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:23.792530 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-07814de7-e531-4718-a0dc-2644eca91ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:23.795483 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-07814de7-e531-4718-a0dc-2644eca91ffb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1128 time: 0.0789075 Mar 11 18:09:23.936402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140c46-f628-4bd2-8a52-d594e7337070 req-b9f2d686-3b09-489f-82af-eeb38beb1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:23.938029 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-b9f2d686-3b09-489f-82af-eeb38beb1ea3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.2933903 Mar 11 18:09:24.046154 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-7ffa2a6d-c836-4788-99fe-31313fffe5a3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 200 len: 217 time: 0.0983629 Mar 11 18:09:24.170843 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140c46-f628-4bd2-8a52-d594e7337070 req-94b1639e-25f4-4111-b618-2f78453ed02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.172690 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-94b1639e-25f4-4111-b618-2f78453ed02a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.1202214 Mar 11 18:09:24.218757 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-6db6906b-f966-43de-8e70-819d15813dd3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366387 Mar 11 18:09:24.269184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-c4ba7981-b67d-4465-9d72-a8cead33bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.270898 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-c4ba7981-b67d-4465-9d72-a8cead33bf7e service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.4509275 Mar 11 18:09:24.292696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d9d4b-c9ae-4673-9b1b-66a2b8f9116c req-0768bd76-5e79-4aa8-adc8-2c5d9adaa168 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.294205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-081d9d4b-c9ae-4673-9b1b-66a2b8f9116c req-0768bd76-5e79-4aa8-adc8-2c5d9adaa168 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 944 time: 0.0852623 Mar 11 18:09:24.327256 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-b37840eb-8730-4f5c-99ba-1d7be01f8d01 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.0478041 Mar 11 18:09:24.365688 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-726cfe75-8490-4e73-8acd-3aa7eb2f5b03 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372018 Mar 11 18:09:24.413069 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33736) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:24.429924 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-081d9d4b-c9ae-4673-9b1b-66a2b8f9116c req-41990c3c-7d6c-4301-af54-e239df374c9b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050692 Mar 11 18:09:24.431507 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-6ab3dc24-9460-4044-8266-cb8f6b81c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.433010 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-6ab3dc24-9460-4044-8266-cb8f6b81c1a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0931535 Mar 11 18:09:24.488921 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-11140c46-f628-4bd2-8a52-d594e7337070 req-520d62a4-cce0-4c17-8702-8f753db03a9f service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155932 Mar 11 18:09:24.489555 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-b60d0b87-0e1e-477b-a3a5-6238e06fb365 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408840 Mar 11 18:09:24.649558 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-34a0b611-4ff1-416d-804b-5feef101a376 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499038 Mar 11 18:09:24.749660 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d351457-d004-4c0f-8219-4198a572cd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:24.758088 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eedfdd4f-f0fb-4196-9e85-58da6ced9a1d req-992e2168-788d-425f-9910-04fea6910b63 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 210 time: 0.0665140 Mar 11 18:09:24.865217 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-55139573-6eb9-47f9-a38c-89aeefac7bbd req-1d2ac26f-63d4-45ca-adba-58f94c470eb1 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076352 Mar 11 18:09:24.945520 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-a1b8a302-2b5e-4eca-a49a-b9f7d4e90315 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:24.947159 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-a1b8a302-2b5e-4eca-a49a-b9f7d4e90315 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.3647733 Mar 11 18:09:25.012559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec4f5-3127-4271-8a2f-2973f6382549 req-ec69e908-5c26-41c7-823c-7fbaad34de90 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:25.016101 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-936ec4f5-3127-4271-8a2f-2973f6382549 req-ec69e908-5c26-41c7-823c-7fbaad34de90 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.1307161 Mar 11 18:09:25.020113 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d351457-d004-4c0f-8219-4198a572cd00 admin admin] Publish callbacks [] for security_group (f4632587-1ade-4550-ab1c-07eb37081b6c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.038151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d351457-d004-4c0f-8219-4198a572cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f4632587-1ade-4550-ab1c-07eb37081b6c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.102913 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.116684 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-b50d0245-8211-421a-8715-f96513402bc2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 379 time: 0.1590848 Mar 11 18:09:25.131797 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'port': {'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'admin_state_up': True, 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'security_groups': ['6703071c-7114-4411-a201-814bd4f10ad9']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:25.202252 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d351457-d004-4c0f-8219-4198a572cd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4632587-1ade-4550-ab1c-07eb37081b6c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:25.224829 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2d351457-d004-4c0f-8219-4198a572cd00 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2b56220a26394f6e85ca06fd7cfc3cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8070586 Mar 11 18:09:25.230332 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33776) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:25.297623 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-936ec4f5-3127-4271-8a2f-2973f6382549 req-dc1a43fe-8ad7-47ef-ae3c-af944c234e33 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646134 Mar 11 18:09:25.375508 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] Publish callbacks [] for security_group (f4632587-1ade-4550-ab1c-07eb37081b6c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.412569 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] Publish callbacks [] for security_group (f4632587-1ade-4550-ab1c-07eb37081b6c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.515315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f4632587-1ade-4550-ab1c-07eb37081b6c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.519650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.520981 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f4632587-1ade-4550-ab1c-07eb37081b6c HTTP/1.1" status: 204 len: 168 time: 0.2895303 Mar 11 18:09:25.539956 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347456-971e-4363-aab8-6855e85527dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4632587-1ade-4550-ab1c-07eb37081b6c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:25.574596 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:25.580267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:25.660331 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0461a-8acf-46ac-8971-0ad48004d8ed req-b0f793f0-2c48-476e-92d5-50a6c1d768ce tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:25.665327 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7b0461a-8acf-46ac-8971-0ad48004d8ed req-b0f793f0-2c48-476e-92d5-50a6c1d768ce tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 944 time: 0.1205702 Mar 11 18:09:25.784304 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7b0461a-8acf-46ac-8971-0ad48004d8ed req-aa800fce-838f-47b5-9218-4d94596468fd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Mar 11 18:09:25.802087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.20.0.12 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/1425fb9b-538f-4780-9292-0e3c51a69378) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:25.903070 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e9dc639-e790-424e-9a0e-de1ae68eb8a6 req-d19f0c1e-bf34-407c-b2e3-b35a543bfebc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 210 time: 0.0445507 Mar 11 18:09:25.989876 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (1425fb9b-538f-4780-9292-0e3c51a69378), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.027639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.085859 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:26.089773 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:26.100848 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:26.104761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:26.110243 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:26.110888 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.132359 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-2cca04b5-08e8-433c-a36b-8e4e5e714aed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0072289 Mar 11 18:09:26.147275 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33818) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:26.154806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5125-aa7b-474f-b4c6-9f1a7d9a0a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.161241 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Request body: {'port': {'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:26.269124 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.401901 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5bbe1087-4c04-4e87-9008-db9111884e01 None None] Provisioning complete for port 1425fb9b-538f-4780-9292-0e3c51a69378 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:26.402402 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1087-4c04-4e87-9008-db9111884e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.422523 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33828) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:26.465411 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-264b3ec5-cdde-419f-9961-b167de5af4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.475907 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe1087-4c04-4e87-9008-db9111884e01 None None] Port 1425fb9b-538f-4780-9292-0e3c51a69378 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:09:26.510690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-117b7ab2-26a9-4fd7-b503-960b045dfe11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.586847 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8906c7-0196-4dc2-80c1-be584d353993 req-a0f164cc-f1b7-46f8-949b-a9919c735888 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:26.588567 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e8906c7-0196-4dc2-80c1-be584d353993 req-a0f164cc-f1b7-46f8-949b-a9919c735888 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.1589198 Mar 11 18:09:26.673895 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1425fb9b-538f-4780-9292-0e3c51a69378 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:26.682348 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks [] for port (1425fb9b-538f-4780-9292-0e3c51a69378), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.703548 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Transition to ACTIVE for port object 1425fb9b-538f-4780-9292-0e3c51a69378 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:09:26.709765 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.718854 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-264b3ec5-cdde-419f-9961-b167de5af4ee admin admin] Publish callbacks [] for security_group (d1fb7526-ba43-4709-9cff-c1d9bf29968d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.731335 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e8906c7-0196-4dc2-80c1-be584d353993 req-e46b968e-5959-46cb-8299-3eb26cecd06c tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346769 Mar 11 18:09:26.736168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-264b3ec5-cdde-419f-9961-b167de5af4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (d1fb7526-ba43-4709-9cff-c1d9bf29968d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.741178 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-117b7ab2-26a9-4fd7-b503-960b045dfe11 admin admin] Publish callbacks [] for security_group (9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.759129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-117b7ab2-26a9-4fd7-b503-960b045dfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:26.822636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b3ec5-cdde-419f-9961-b167de5af4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fb7526-ba43-4709-9cff-c1d9bf29968d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:26.847966 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-117b7ab2-26a9-4fd7-b503-960b045dfe11 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=97631f86bb1946138ebc6f59f80b54e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6977816 Mar 11 18:09:26.850590 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33842) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:26.858976 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-264b3ec5-cdde-419f-9961-b167de5af4ee admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a575a916d52f4881b4ad3f4314e66067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363933 Mar 11 18:09:26.863390 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:26.894256 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Pushing event updated for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:26.955986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Attempting to bind port 1425fb9b-538f-4780-9292-0e3c51a69378 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:26.956337 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Attempting to bind port 1425fb9b-538f-4780-9292-0e3c51a69378 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:26.959066 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Attempting to bind port 1425fb9b-538f-4780-9292-0e3c51a69378 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:26.994172 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Port 1425fb9b-538f-4780-9292-0e3c51a69378 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:26.994172 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Attempting to bind port 1425fb9b-538f-4780-9292-0e3c51a69378 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:26.998808 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] Publish callbacks [] for security_group (9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.005750 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:27.006167 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:27.006405 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:27.007391 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Bound port: 1425fb9b-538f-4780-9292-0e3c51a69378, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:27.007391 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.114006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:27.117478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1425fb9b-538f-4780-9292-0e3c51a69378,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:27.126596 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b7ab2-26a9-4fd7-b503-960b045dfe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:27.126929 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.139936 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] Publish callbacks [] for security_group (9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.187352 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.188027 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.189675 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] 10.222.0.107 "PUT /v2.0/ports/1425fb9b-538f-4780-9292-0e3c51a69378 HTTP/1.1" status: 200 len: 1094 time: 1.0349820 Mar 11 18:09:27.198892 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:27.201763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0363198-6a05-44de-9a41-5a1108116336" -d '{"events": [{"name": "network-changed", "server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:27.258756 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1904-6bad-4275-ad90-379d6f11a626 req-6e188299-eec9-45c0-a655-ab091d8637fc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.261243 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-059e1904-6bad-4275-ad90-379d6f11a626 req-6e188299-eec9-45c0-a655-ab091d8637fc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 944 time: 0.3396022 Mar 11 18:09:27.263484 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] Publish callbacks [] for security_group (d1fb7526-ba43-4709-9cff-c1d9bf29968d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.310990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ada2-7f66-484f-9d16-f5ad2f287d6f req-c7752eca-f408-48e6-8f98-c206e263b036 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.314069 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31f9ada2-7f66-484f-9d16-f5ad2f287d6f req-c7752eca-f408-48e6-8f98-c206e263b036 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.2422082 Mar 11 18:09:27.327631 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663daa02-862f-44e7-9877-52fe744a9243 service neutron] Pushing event updated for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:27.357501 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.360249 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.361451 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d HTTP/1.1" status: 204 len: 168 time: 0.5040393 Mar 11 18:09:27.364983 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-0be9b928-caca-45dd-9b0b-b4ea7537cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.366545 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-0be9b928-caca-45dd-9b0b-b4ea7537cdc3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 1128 time: 0.1224105 Mar 11 18:09:27.396715 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] Publish callbacks [] for security_group (d1fb7526-ba43-4709-9cff-c1d9bf29968d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.400249 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a82c1-5ae8-42f1-83e8-ab8352944cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f7eb6-5c71-4b25-bf5d-8e5233123e3d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:27.460345 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-4ad1118a-1c8a-4572-8032-e7d7ebd8e466 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1425fb9b-538f-4780-9292-0e3c51a69378 HTTP/1.1" status: 200 len: 217 time: 0.0856502 Mar 11 18:09:27.555342 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-8b8dcd88-a909-42f0-a444-fa6687822199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.560859 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-8b8dcd88-a909-42f0-a444-fa6687822199 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0938528 Mar 11 18:09:27.593040 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-059e1904-6bad-4275-ad90-379d6f11a626 req-41182131-f26b-4a99-bcc8-f577eed1c951 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192556 Mar 11 18:09:27.626327 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31f9ada2-7f66-484f-9d16-f5ad2f287d6f req-cffdf688-0733-403c-aa5a-69373a1163fe tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007445 Mar 11 18:09:27.671232 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (d1fb7526-ba43-4709-9cff-c1d9bf29968d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.675188 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:27.679716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-a67ca900-dafd-448a-a3b1-6ca679bb7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:27.680893 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1fb7526-ba43-4709-9cff-c1d9bf29968d HTTP/1.1" status: 204 len: 168 time: 0.8144150 Mar 11 18:09:27.690562 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-a67ca900-dafd-448a-a3b1-6ca679bb7315 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1228318 Mar 11 18:09:27.699833 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508c026-e509-4263-8f46-2ab9ff4a4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fb7526-ba43-4709-9cff-c1d9bf29968d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:27.727839 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:27.746292 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622f5dc-6956-4831-a83d-d3f066b4b71a x-openstack-request-id: req-1622f5dc-6956-4831-a83d-d3f066b4b71a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:27.746595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:27.746848 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1622f5dc-6956-4831-a83d-d3f066b4b71a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:27.747244 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378', 'status': 'completed', 'code': 200} Mar 11 18:09:27.977832 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-880796d3-b63c-4cc3-a253-e2719dea3422 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811973 Mar 11 18:09:28.027693 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56b7ea-6ee0-49f4-a1b7-6784d0f1742e req-1eca4b37-c7f7-4b1a-98e7-d6f4b22fe935 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:28.045682 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea56b7ea-6ee0-49f4-a1b7-6784d0f1742e req-1eca4b37-c7f7-4b1a-98e7-d6f4b22fe935 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 944 time: 0.1940663 Mar 11 18:09:28.051294 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,segment=NetworkSegment(1a078f33-f52f-4b5d-a4e8-9f8d073db3cb),segment_id=1a078f33-f52f-4b5d-a4e8-9f8d073db3cb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:28.080861 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12', 'network_id': '6e8f1f47-5317-4705-8f1b-f8a28063d58f', 'port_id': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12', 'mac_address': 'fa:16:3e:cd:e3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:28.156946 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:28.158734 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.164701 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9783ca67-4dfa-4a68-9d4d-1b21918cbf4f req-6a9b4467-719f-4550-bc02-db3e53018fe2 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791153 Mar 11 18:09:28.177930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:28.206488 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea56b7ea-6ee0-49f4-a1b7-6784d0f1742e req-1a02a693-0098-4e2a-8807-d503ae4d64f1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581872 Mar 11 18:09:28.209389 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,segment=NetworkSegment(1a078f33-f52f-4b5d-a4e8-9f8d073db3cb),segment_id=1a078f33-f52f-4b5d-a4e8-9f8d073db3cb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:28.216523 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.217572 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 121fecfb-0063-487e-9077-80078433a017 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:28.285128 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:28.301537 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:28.317474 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ddce94d-2161-4716-9bbd-5dab981d19c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.445609 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ddce94d-2161-4716-9bbd-5dab981d19c4 admin admin] Publish callbacks [] for security_group (f6096a2a-e8b6-46a3-ab7a-a179566a6061), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.452926 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ddce94d-2161-4716-9bbd-5dab981d19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f6096a2a-e8b6-46a3-ab7a-a179566a6061), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.532000 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5ddce94d-2161-4716-9bbd-5dab981d19c4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6961e502bf9a474f94329005c78c60cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291660 Mar 11 18:09:28.532901 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce94d-2161-4716-9bbd-5dab981d19c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6096a2a-e8b6-46a3-ab7a-a179566a6061,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:28.535277 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 33906) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:28.608945 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=121fecfb-0063-487e-9077-80078433a017,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:28.626120 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '121fecfb-0063-487e-9077-80078433a017', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'port_id': '121fecfb-0063-487e-9077-80078433a017', 'mac_address': 'fa:16:3e:78:cd:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:28.651690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] Publish callbacks [] for security_group (f6096a2a-e8b6-46a3-ab7a-a179566a6061), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.691140 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.722010 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] Publish callbacks [] for security_group (f6096a2a-e8b6-46a3-ab7a-a179566a6061), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.732778 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 121fecfb-0063-487e-9077-80078433a017 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:28.733256 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (121fecfb-0063-487e-9077-80078433a017), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.764082 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121fecfb-0063-487e-9077-80078433a017 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:28.800406 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=121fecfb-0063-487e-9077-80078433a017,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:28.808057 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (121fecfb-0063-487e-9077-80078433a017), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.808940 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 22b5c85b-2454-4c37-9017-76ad7d6f4923 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:28.879661 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58237ce-6bb5-4f45-83ce-899cd2044b42 req-b88497af-0166-4be0-ba53-ed7407ad4cf3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:28.881905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e58237ce-6bb5-4f45-83ce-899cd2044b42 req-b88497af-0166-4be0-ba53-ed7407ad4cf3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 944 time: 0.1409287 Mar 11 18:09:28.900512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08993a21-1d87-4908-8085-dd4a617d5ff7 req-99f98778-1ba3-4b44-8163-8c3e9931be7b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:28.902145 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:28.902577 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08993a21-1d87-4908-8085-dd4a617d5ff7 req-99f98778-1ba3-4b44-8163-8c3e9931be7b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.1286340 Mar 11 18:09:28.916764 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:28.919216 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f6096a2a-e8b6-46a3-ab7a-a179566a6061), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.922302 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:28.923629 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f6096a2a-e8b6-46a3-ab7a-a179566a6061 HTTP/1.1" status: 204 len: 168 time: 0.3873484 Mar 11 18:09:28.952457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '22b5c85b-2454-4c37-9017-76ad7d6f4923', 'network_id': '7e2eca11-c810-4c89-b01c-cf0ab5e8bf05', 'port_id': '22b5c85b-2454-4c37-9017-76ad7d6f4923', 'mac_address': 'fa:16:3e:1e:01:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e081997c-a9b8-4674-bd56-17c2c0aa7a6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:28.981584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a563d8-748f-47ec-8ee2-9f1578e53727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6096a2a-e8b6-46a3-ab7a-a179566a6061,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:29.039509 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 22b5c85b-2454-4c37-9017-76ad7d6f4923 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:29.039764 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.040446 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e58237ce-6bb5-4f45-83ce-899cd2044b42 req-a3185cbf-6c49-4cb5-8b97-af7add28173d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496840 Mar 11 18:09:29.045521 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-08993a21-1d87-4908-8085-dd4a617d5ff7 req-a0cecfc8-d75f-4f52-8a40-dea2750f1cec tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289899 Mar 11 18:09:29.058183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b5c85b-2454-4c37-9017-76ad7d6f4923 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:29.083188 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:29.091664 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.168456 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:29.362112 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422071-ccd3-4d96-8637-bac70ab76180 req-ed6c1a1c-c2f6-4296-949c-1c3a9663b554 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:29.363845 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77422071-ccd3-4d96-8637-bac70ab76180 req-ed6c1a1c-c2f6-4296-949c-1c3a9663b554 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.0640225 Mar 11 18:09:29.408822 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:29.422443 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77422071-ccd3-4d96-8637-bac70ab76180 req-c9c76993-d6bf-41ee-acda-2ebf821bc43a tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494778 Mar 11 18:09:29.423110 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d617d3-502c-43f1-9dbc-9bd0902ea128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.505504 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d617d3-502c-43f1-9dbc-9bd0902ea128 admin admin] Publish callbacks [] for security_group (8774bb32-1c8e-4b24-8d67-3ddc4b228391), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.512155 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d617d3-502c-43f1-9dbc-9bd0902ea128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8774bb32-1c8e-4b24-8d67-3ddc4b228391), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.552065 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b4d617d3-502c-43f1-9dbc-9bd0902ea128 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7cf844da8e6745879a4adad968e90b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415937 Mar 11 18:09:29.554663 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 33954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:29.561684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d617d3-502c-43f1-9dbc-9bd0902ea128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774bb32-1c8e-4b24-8d67-3ddc4b228391,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:29.612556 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] Publish callbacks [] for security_group (8774bb32-1c8e-4b24-8d67-3ddc4b228391), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.634551 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] Publish callbacks [] for security_group (8774bb32-1c8e-4b24-8d67-3ddc4b228391), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.690881 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8774bb32-1c8e-4b24-8d67-3ddc4b228391), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.694090 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.695434 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8774bb32-1c8e-4b24-8d67-3ddc4b228391 HTTP/1.1" status: 204 len: 168 time: 0.1398892 Mar 11 18:09:29.709958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:29.714230 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b8349-ec2a-41f7-86a2-2fcec387d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774bb32-1c8e-4b24-8d67-3ddc4b228391,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:30.254134 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765050f-71fe-4c21-b70c-07112f984d11 req-15e3aee1-9533-4170-816a-b6f1795fb515 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:30.255642 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4765050f-71fe-4c21-b70c-07112f984d11 req-15e3aee1-9533-4170-816a-b6f1795fb515 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.0993416 Mar 11 18:09:30.298179 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b56e-29f9-40de-aa1a-b8540e6d1b5b req-7d6bf2b8-6466-4c75-9b4e-4ea71eee8eae tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:30.301389 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8b5b56e-29f9-40de-aa1a-b8540e6d1b5b req-7d6bf2b8-6466-4c75-9b4e-4ea71eee8eae tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.1074555 Mar 11 18:09:30.359489 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4765050f-71fe-4c21-b70c-07112f984d11 req-24230eb3-0f78-4235-9810-ae209d7d5f32 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947752 Mar 11 18:09:30.386922 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8b5b56e-29f9-40de-aa1a-b8540e6d1b5b req-cdaaba19-3416-481b-adc3-b463aeb26704 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722034 Mar 11 18:09:30.506260 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:30.562521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb31fa7-41d9-418d-a683-5df2f44902f6 req-fcc135e9-8077-4189-ad2d-108837e397a1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:30.564126 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fb31fa7-41d9-418d-a683-5df2f44902f6 req-fcc135e9-8077-4189-ad2d-108837e397a1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.0624006 Mar 11 18:09:30.647233 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:30.651034 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7162df1c-48d2-47fb-9a0f-564cbe9443b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:30.668000 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fb31fa7-41d9-418d-a683-5df2f44902f6 req-b428e7a9-511c-4742-8dda-979708507299 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976360 Mar 11 18:09:30.758987 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0363198-6a05-44de-9a41-5a1108116336 req-4943c042-1dc2-4859-808e-3c4b3c95b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:30.760657 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-4943c042-1dc2-4859-808e-3c4b3c95b17d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 1128 time: 0.0863383 Mar 11 18:09:30.801652 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7162df1c-48d2-47fb-9a0f-564cbe9443b5 admin admin] Publish callbacks [] for security_group (c64c291c-7227-458e-9e29-c5763fb87390), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:30.813757 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7162df1c-48d2-47fb-9a0f-564cbe9443b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c64c291c-7227-458e-9e29-c5763fb87390), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:30.893483 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162df1c-48d2-47fb-9a0f-564cbe9443b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c291c-7227-458e-9e29-c5763fb87390,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:30.897948 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7162df1c-48d2-47fb-9a0f-564cbe9443b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=77bc20d5c376474d97c5b42728a70882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904266 Mar 11 18:09:30.900958 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34032) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:30.928453 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0363198-6a05-44de-9a41-5a1108116336 req-a0c8c6d2-6427-4af3-b030-fc60f9ff0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:30.930002 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-a0c8c6d2-6427-4af3-b030-fc60f9ff0adc service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.1613157 Mar 11 18:09:30.961544 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34034) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:30.966950 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] Publish callbacks [] for security_group (c64c291c-7227-458e-9e29-c5763fb87390), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:30.988152 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-78d81b87-38d1-4843-9b0e-d5c1072bcdf7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1425fb9b-538f-4780-9292-0e3c51a69378 HTTP/1.1" status: 200 len: 217 time: 0.0511005 Mar 11 18:09:30.990448 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] Publish callbacks [] for security_group (c64c291c-7227-458e-9e29-c5763fb87390), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.041343 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0363198-6a05-44de-9a41-5a1108116336 req-029fcf27-9f6a-4415-a2b7-20cccacb7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:31.043243 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-029fcf27-9f6a-4415-a2b7-20cccacb7774 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0476115 Mar 11 18:09:31.044468 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c64c291c-7227-458e-9e29-c5763fb87390), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.046967 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.048092 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c64c291c-7227-458e-9e29-c5763fb87390 HTTP/1.1" status: 204 len: 168 time: 0.1461563 Mar 11 18:09:31.057000 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef67eb-49ef-4798-9cbf-19b41b32da6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c291c-7227-458e-9e29-c5763fb87390,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:31.091696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ed2f62-97c1-4d5f-98ae-d9692319cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.094531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['22b5c85b-2454-4c37-9017-76ad7d6f4923'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:31.112859 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0363198-6a05-44de-9a41-5a1108116336 req-cde56f1a-f2d6-4b82-a52f-f929b50affb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:31.114644 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-cde56f1a-f2d6-4b82-a52f-f929b50affb3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643003 Mar 11 18:09:31.156920 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['121fecfb-0063-487e-9077-80078433a017'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:31.203320 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ed2f62-97c1-4d5f-98ae-d9692319cf6d admin admin] Publish callbacks [] for security_group (2300a952-f1dc-4cb5-b556-528a9a8733c1), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.211521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43ed2f62-97c1-4d5f-98ae-d9692319cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2300a952-f1dc-4cb5-b556-528a9a8733c1), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.213199 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['1eab78c7-7988-4fc8-b6b9-a9c5d6495a12'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:31.270396 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-5ed70a41-ba5e-43fe-ae9b-0337cf488f09 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481264 Mar 11 18:09:31.322634 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-43ed2f62-97c1-4d5f-98ae-d9692319cf6d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d53411da20ae471daf9a3b41fe37b0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569250 Mar 11 18:09:31.322634 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed2f62-97c1-4d5f-98ae-d9692319cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2300a952-f1dc-4cb5-b556-528a9a8733c1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:31.337390 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34046) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:31.426436 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f0363198-6a05-44de-9a41-5a1108116336 req-abca23b3-93ac-4a94-908b-99d2b4149e1f service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491885 Mar 11 18:09:31.446153 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] Publish callbacks [] for security_group (2300a952-f1dc-4cb5-b556-528a9a8733c1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.469148 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:31.485778 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-986c56b0-442e-4df6-a8f8-30e4adb34121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.506281 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] Publish callbacks [] for security_group (2300a952-f1dc-4cb5-b556-528a9a8733c1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.613030 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-986c56b0-442e-4df6-a8f8-30e4adb34121 admin admin] Publish callbacks [] for security_group (4f0e9eed-e417-46f8-8623-cd2a208d69ea), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.620660 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-986c56b0-442e-4df6-a8f8-30e4adb34121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (4f0e9eed-e417-46f8-8623-cd2a208d69ea), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.648039 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e7449-885e-4841-8df8-54804d4d89b1 req-ed4dce40-f1f2-4559-ad48-c039fdd50dbe tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:31.650088 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-899e7449-885e-4841-8df8-54804d4d89b1 req-ed4dce40-f1f2-4559-ad48-c039fdd50dbe tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.1600823 Mar 11 18:09:31.659231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2ad67-dde2-4626-b667-3b280eeb59c2 req-1afb6db7-ecfc-4cbf-b307-c451f25e8e4b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:31.660706 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07f2ad67-dde2-4626-b667-3b280eeb59c2 req-1afb6db7-ecfc-4cbf-b307-c451f25e8e4b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.1567502 Mar 11 18:09:31.673716 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2300a952-f1dc-4cb5-b556-528a9a8733c1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.676566 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.678202 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2300a952-f1dc-4cb5-b556-528a9a8733c1 HTTP/1.1" status: 204 len: 168 time: 0.3395326 Mar 11 18:09:31.685780 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c56b0-442e-4df6-a8f8-30e4adb34121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e9eed-e417-46f8-8623-cd2a208d69ea,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:31.691627 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-986c56b0-442e-4df6-a8f8-30e4adb34121 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=96a978be6f0c4da8942365b38b231d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207239 Mar 11 18:09:31.694046 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:31.748313 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2bca5-5dac-4f8c-bab1-39a56f06a404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300a952-f1dc-4cb5-b556-528a9a8733c1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:31.772565 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] Publish callbacks [] for security_group (4f0e9eed-e417-46f8-8623-cd2a208d69ea), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.807814 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07f2ad67-dde2-4626-b667-3b280eeb59c2 req-13a95b52-68df-4484-b9b7-4b0817679f17 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368167 Mar 11 18:09:31.819106 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] Publish callbacks [] for security_group (4f0e9eed-e417-46f8-8623-cd2a208d69ea), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.827379 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-899e7449-885e-4841-8df8-54804d4d89b1 req-012648a1-8ce6-460c-a461-224d0f8910b2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640539 Mar 11 18:09:31.910716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (4f0e9eed-e417-46f8-8623-cd2a208d69ea), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.913439 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:31.923083 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f0e9eed-e417-46f8-8623-cd2a208d69ea HTTP/1.1" status: 204 len: 168 time: 0.2235277 Mar 11 18:09:31.932286 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914fc66-4ee8-42da-ac75-5d194beb5380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e9eed-e417-46f8-8623-cd2a208d69ea,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:32.004537 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580a386-bca1-42c7-a080-2a20b7f00e95 req-29a14dc9-1926-4ed4-957e-548cdc732250 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:32.021810 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2580a386-bca1-42c7-a080-2a20b7f00e95 req-29a14dc9-1926-4ed4-957e-548cdc732250 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.1141684 Mar 11 18:09:32.091733 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2580a386-bca1-42c7-a080-2a20b7f00e95 req-33eaf67a-7d4e-436e-a73a-ef154dcfaae5 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661018 Mar 11 18:09:32.969180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f8d7c-990f-4e50-a9cc-cd41392f2593 req-441f7feb-33e3-46b0-bfdd-6e84fb14d789 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:32.970688 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-093f8d7c-990f-4e50-a9cc-cd41392f2593 req-441f7feb-33e3-46b0-bfdd-6e84fb14d789 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.0832856 Mar 11 18:09:33.004175 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb8001-c625-432d-b0bb-e02cd045de4c req-e6eb7999-48e4-4c9d-8467-440c93df76fc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:33.005930 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-edfb8001-c625-432d-b0bb-e02cd045de4c req-e6eb7999-48e4-4c9d-8467-440c93df76fc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.0897877 Mar 11 18:09:33.054521 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-093f8d7c-990f-4e50-a9cc-cd41392f2593 req-6480be17-8c01-4a53-a898-ffdbeededf17 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765104 Mar 11 18:09:33.091526 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-edfb8001-c625-432d-b0bb-e02cd045de4c req-de694d7f-62a3-4c84-a380-5a6b97aad937 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Mar 11 18:09:33.226799 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d1e55-cf03-4ddf-8659-96042f818e14 req-7e462c9d-31c8-4a44-9c80-52624198206e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:33.228673 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba9d1e55-cf03-4ddf-8659-96042f818e14 req-7e462c9d-31c8-4a44-9c80-52624198206e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.0615585 Mar 11 18:09:33.279731 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba9d1e55-cf03-4ddf-8659-96042f818e14 req-4ad5ea95-f991-4bb4-b674-c96db330aa0e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445337 Mar 11 18:09:34.210991 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0819863-fca0-46ca-8979-759251eb5f05 req-8f454252-0bc8-4f84-9e29-30a030484b12 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:34.212541 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0819863-fca0-46ca-8979-759251eb5f05 req-8f454252-0bc8-4f84-9e29-30a030484b12 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 944 time: 0.0878751 Mar 11 18:09:34.255698 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299a159-e64b-40b8-83f6-b9c7a646ed15 req-06e15b47-22c9-4715-a49f-5c61b2bc3fa1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:34.257245 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9299a159-e64b-40b8-83f6-b9c7a646ed15 req-06e15b47-22c9-4715-a49f-5c61b2bc3fa1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.0921469 Mar 11 18:09:34.294460 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0819863-fca0-46ca-8979-759251eb5f05 req-85303444-f654-4c98-b90a-ae87fa92efb3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739853 Mar 11 18:09:34.337442 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9299a159-e64b-40b8-83f6-b9c7a646ed15 req-9fd9c3cc-50fc-4da8-a27a-e590d9afc3aa tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729289 Mar 11 18:09:34.414657 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e8522-26d5-49ac-ab12-c3f96b008db3 req-eddfe87c-c486-4641-b646-432214b5dfe2 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:34.416155 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-813e8522-26d5-49ac-ab12-c3f96b008db3 req-eddfe87c-c486-4641-b646-432214b5dfe2 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.0550628 Mar 11 18:09:34.444840 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34224) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:34.472487 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-813e8522-26d5-49ac-ab12-c3f96b008db3 req-2cc57ec8-a168-46e5-a384-77e5c86ed980 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Mar 11 18:09:34.584948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-048d9df3-367c-4d68-a761-0c4c8e33edc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.665695 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-048d9df3-367c-4d68-a761-0c4c8e33edc3 admin admin] Publish callbacks [] for security_group (5f210fef-f72f-456b-9835-9ea5ca9bf388), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.667338 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1425fb9b-538f-4780-9292-0e3c51a69378 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:09:34.670429 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-048d9df3-367c-4d68-a761-0c4c8e33edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5f210fef-f72f-456b-9835-9ea5ca9bf388), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.713303 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-048d9df3-367c-4d68-a761-0c4c8e33edc3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4fc96483562a4ea4b6558c37b6b71f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672052 Mar 11 18:09:34.719192 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:34.722886 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d9df3-367c-4d68-a761-0c4c8e33edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f210fef-f72f-456b-9835-9ea5ca9bf388,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:34.788911 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] Publish callbacks [] for security_group (5f210fef-f72f-456b-9835-9ea5ca9bf388), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.796710 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1425fb9b-538f-4780-9292-0e3c51a69378,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:34.812218 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '1425fb9b-538f-4780-9292-0e3c51a69378', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:09:34.822512 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] Publish callbacks [] for security_group (5f210fef-f72f-456b-9835-9ea5ca9bf388), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.854768 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 1425fb9b-538f-4780-9292-0e3c51a69378 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:34.855328 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.872049 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1425fb9b-538f-4780-9292-0e3c51a69378 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:34.885893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5f210fef-f72f-456b-9835-9ea5ca9bf388), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.888485 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.889909 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5f210fef-f72f-456b-9835-9ea5ca9bf388 HTTP/1.1" status: 204 len: 168 time: 0.1689987 Mar 11 18:09:34.908134 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1425fb9b-538f-4780-9292-0e3c51a69378,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:34.914319 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f6625-47b4-4e79-9e01-04988548780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f210fef-f72f-456b-9835-9ea5ca9bf388,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:34.920261 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:34.992017 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:35.168684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['1425fb9b-538f-4780-9292-0e3c51a69378'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:09:35.305227 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:35.325681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-146d255d-8ecb-4950-8349-dc45a0677e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.441993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6645c-7e6c-4ce2-a5e8-b699bd03fd83 req-bd9c0979-46db-4f24-b697-d58c619344cd tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:35.444208 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5c6645c-7e6c-4ce2-a5e8-b699bd03fd83 req-bd9c0979-46db-4f24-b697-d58c619344cd tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 945 time: 0.0705962 Mar 11 18:09:35.451962 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-146d255d-8ecb-4950-8349-dc45a0677e6a admin admin] Publish callbacks [] for security_group (b4aa1823-0249-4b24-b76e-f85840fecae9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.458802 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-146d255d-8ecb-4950-8349-dc45a0677e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (b4aa1823-0249-4b24-b76e-f85840fecae9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.509718 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-146d255d-8ecb-4950-8349-dc45a0677e6a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4080839d53754b2e97a8ac29a62349da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033653 Mar 11 18:09:35.510967 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d255d-8ecb-4950-8349-dc45a0677e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa1823-0249-4b24-b76e-f85840fecae9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:35.512663 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34286) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:35.616007 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d5c6645c-7e6c-4ce2-a5e8-b699bd03fd83 req-01a2767f-bb2e-4600-865a-cc3f1a900858 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581788 Mar 11 18:09:35.632167 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d534345-845b-48d6-b8a0-22bb9c40a4f0 req-e9b3d9a7-c416-4d06-8118-a4d789518dfc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:35.640514 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d534345-845b-48d6-b8a0-22bb9c40a4f0 req-e9b3d9a7-c416-4d06-8118-a4d789518dfc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.1641331 Mar 11 18:09:35.684029 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] Publish callbacks [] for security_group (b4aa1823-0249-4b24-b76e-f85840fecae9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.734472 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] Publish callbacks [] for security_group (b4aa1823-0249-4b24-b76e-f85840fecae9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.758433 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9d534345-845b-48d6-b8a0-22bb9c40a4f0 req-0b736aea-31d5-4d3c-80fc-ff1c9a13674b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106336 Mar 11 18:09:35.832783 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9f30-312b-429f-9dc5-06cc356a8690 req-524da14f-217e-49f2-b46b-b865b9ba24cd tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:35.834347 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c7a9f30-312b-429f-9dc5-06cc356a8690 req-524da14f-217e-49f2-b46b-b865b9ba24cd tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.1030364 Mar 11 18:09:35.843249 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (b4aa1823-0249-4b24-b76e-f85840fecae9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.852813 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:35.852813 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b4aa1823-0249-4b24-b76e-f85840fecae9 HTTP/1.1" status: 204 len: 168 time: 0.3371930 Mar 11 18:09:35.895830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10419763-977b-49e6-bbb1-6d2a368ee554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa1823-0249-4b24-b76e-f85840fecae9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:35.925943 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c7a9f30-312b-429f-9dc5-06cc356a8690 req-0341e21f-8f9a-454f-9c29-536b1101a539 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686438 Mar 11 18:09:36.029684 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34322) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:36.211525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02d8ac4c-0ea6-4306-9198-215bdfa2dbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.316551 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02d8ac4c-0ea6-4306-9198-215bdfa2dbfd admin admin] Publish callbacks [] for security_group (c5da490e-8191-4d01-8704-47d0b8af3131), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.322215 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02d8ac4c-0ea6-4306-9198-215bdfa2dbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c5da490e-8191-4d01-8704-47d0b8af3131), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.368581 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-02d8ac4c-0ea6-4306-9198-215bdfa2dbfd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a227eaf25d25436fa0e509fbd209bfe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377836 Mar 11 18:09:36.369976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8ac4c-0ea6-4306-9198-215bdfa2dbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5da490e-8191-4d01-8704-47d0b8af3131,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:36.371498 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:36.429754 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] Publish callbacks [] for security_group (c5da490e-8191-4d01-8704-47d0b8af3131), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.459087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] Publish callbacks [] for security_group (c5da490e-8191-4d01-8704-47d0b8af3131), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.476062 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:36.521242 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c5da490e-8191-4d01-8704-47d0b8af3131), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.523997 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.525222 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c5da490e-8191-4d01-8704-47d0b8af3131 HTTP/1.1" status: 204 len: 168 time: 0.1522608 Mar 11 18:09:36.534588 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4e92c-033d-4be2-9d1e-315a0ca22b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5da490e-8191-4d01-8704-47d0b8af3131,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:36.604156 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76e9605f-9792-4dfc-89c0-00968e2d07eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.659798 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1425fb9b-538f-4780-9292-0e3c51a69378 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:36.717185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76e9605f-9792-4dfc-89c0-00968e2d07eb admin admin] Publish callbacks [] for security_group (71382dcd-fd79-4973-b798-6f73c5363465), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.725515 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-76e9605f-9792-4dfc-89c0-00968e2d07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (71382dcd-fd79-4973-b798-6f73c5363465), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.778525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e6cbb-173d-484f-abf6-f8c185551275 req-bda029cf-2290-4ccf-bd91-f96176e7bbb9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:36.781254 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d4e6cbb-173d-484f-abf6-f8c185551275 req-bda029cf-2290-4ccf-bd91-f96176e7bbb9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 945 time: 0.0749543 Mar 11 18:09:36.798565 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-76e9605f-9792-4dfc-89c0-00968e2d07eb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0843bfd533ac42f2bd161567eef270e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208404 Mar 11 18:09:36.803227 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9605f-9792-4dfc-89c0-00968e2d07eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71382dcd-fd79-4973-b798-6f73c5363465,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:36.808020 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:36.831840 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 1425fb9b-538f-4780-9292-0e3c51a69378 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:09:36.848385 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 1425fb9b-538f-4780-9292-0e3c51a69378 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:36.849306 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.902555 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d4e6cbb-173d-484f-abf6-f8c185551275 req-ba74271c-1c32-4610-9605-02636fecbcf2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091998 Mar 11 18:09:36.911517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] Publish callbacks [] for security_group (71382dcd-fd79-4973-b798-6f73c5363465), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.931334 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:36.951212 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] Publish callbacks [] for security_group (71382dcd-fd79-4973-b798-6f73c5363465), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:36.978093 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8b48-e1fa-4ce6-a58e-32dbdde63515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.069175 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (71382dcd-fd79-4973-b798-6f73c5363465), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.075375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.078267 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/71382dcd-fd79-4973-b798-6f73c5363465 HTTP/1.1" status: 204 len: 168 time: 0.2683353 Mar 11 18:09:37.087668 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 1425fb9b-538f-4780-9292-0e3c51a69378 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:37.088460 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.107695 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b90af-31de-4e52-b9a7-35f1521f9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71382dcd-fd79-4973-b798-6f73c5363465,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:37.158877 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:37.251832 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af907bf4-d3f2-4cd1-aeb4-89cd4ef5d734 req-809a6810-a122-470d-b0f2-a16c4264cbdf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:37.258787 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af907bf4-d3f2-4cd1-aeb4-89cd4ef5d734 req-809a6810-a122-470d-b0f2-a16c4264cbdf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 945 time: 0.3200524 Mar 11 18:09:37.330894 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1425fb9b-538f-4780-9292-0e3c51a69378,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:37.354668 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.355750 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:37.378831 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e796c-6627-42cd-ac1c-8d6918164ddd req-17ff8303-6285-4a6b-86ad-0f123ea2098d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:37.386432 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f27e796c-6627-42cd-ac1c-8d6918164ddd req-17ff8303-6285-4a6b-86ad-0f123ea2098d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 945 time: 0.2768512 Mar 11 18:09:37.422080 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8b48-e1fa-4ce6-a58e-32dbdde63515 admin admin] Publish callbacks [] for security_group (69856177-85bd-46cb-95e8-6740ab1dab04), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.426146 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af907bf4-d3f2-4cd1-aeb4-89cd4ef5d734 req-5d4092e6-b9e9-406d-bf73-f3abdf4ac752 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584191 Mar 11 18:09:37.430024 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0ec8b48-e1fa-4ce6-a58e-32dbdde63515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (69856177-85bd-46cb-95e8-6740ab1dab04), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.503301 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c0ec8b48-e1fa-4ce6-a58e-32dbdde63515 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6964764c9b1f4201b914eac140b1ea4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675900 Mar 11 18:09:37.503301 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8b48-e1fa-4ce6-a58e-32dbdde63515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69856177-85bd-46cb-95e8-6740ab1dab04,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:37.505226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:37.520453 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f27e796c-6627-42cd-ac1c-8d6918164ddd req-d52d7748-3d08-49d1-84de-fac073868350 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329029 Mar 11 18:09:37.529094 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:37.537978 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:09:37.545183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:37.546111 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.625053 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] Publish callbacks [] for security_group (69856177-85bd-46cb-95e8-6740ab1dab04), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.652109 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:37.652508 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.665232 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] Publish callbacks [] for security_group (69856177-85bd-46cb-95e8-6740ab1dab04), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.669265 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b7b10a-e6c2-4ff1-970b-3aa3454642c3" -d '{"events": [{"server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:37.694391 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,segment=NetworkSegment(1a078f33-f52f-4b5d-a4e8-9f8d073db3cb),segment_id=1a078f33-f52f-4b5d-a4e8-9f8d073db3cb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:37.701486 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.702553 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 121fecfb-0063-487e-9077-80078433a017 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:37.766990 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (69856177-85bd-46cb-95e8-6740ab1dab04), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.770202 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:37.774657 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/69856177-85bd-46cb-95e8-6740ab1dab04 HTTP/1.1" status: 204 len: 168 time: 0.2678237 Mar 11 18:09:37.796575 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eae745-546c-4f28-9488-449f5abe6628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69856177-85bd-46cb-95e8-6740ab1dab04,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:37.857370 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:37.876496 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 121fecfb-0063-487e-9077-80078433a017 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:09:37.883625 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 121fecfb-0063-487e-9077-80078433a017 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:37.884261 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (121fecfb-0063-487e-9077-80078433a017), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.059417 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:38.078436 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6380e857-8b81-4b5e-9061-c0264ac78e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.082280 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56e4d-44af-4a7c-bb5e-253cdc2bb485 req-b52aebdc-908e-4ca9-8118-7ce31bdc4020 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:38.097654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3cb56e4d-44af-4a7c-bb5e-253cdc2bb485 req-b52aebdc-908e-4ca9-8118-7ce31bdc4020 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.1053636 Mar 11 18:09:38.150936 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 121fecfb-0063-487e-9077-80078433a017 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:38.151343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (121fecfb-0063-487e-9077-80078433a017), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.198985 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3cb56e4d-44af-4a7c-bb5e-253cdc2bb485 req-84f5280f-e8de-4691-97ad-2108ac18d6ed tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000998 Mar 11 18:09:38.246960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=121fecfb-0063-487e-9077-80078433a017,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:38.256532 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (121fecfb-0063-487e-9077-80078433a017), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.257942 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 22b5c85b-2454-4c37-9017-76ad7d6f4923 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:09:38.262240 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6380e857-8b81-4b5e-9061-c0264ac78e7f admin admin] Publish callbacks [] for security_group (5890d701-678d-41ec-b68c-b5a55dd50d63), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.270366 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6380e857-8b81-4b5e-9061-c0264ac78e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5890d701-678d-41ec-b68c-b5a55dd50d63), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.375758 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34430) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:38.376157 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6380e857-8b81-4b5e-9061-c0264ac78e7f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=01f608c309134042bac98e835856156f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149326 Mar 11 18:09:38.377483 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380e857-8b81-4b5e-9061-c0264ac78e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890d701-678d-41ec-b68c-b5a55dd50d63,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:38.386741 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ce3f4-195f-4050-ac2e-afd7d5871875 x-openstack-request-id: req-272ce3f4-195f-4050-ac2e-afd7d5871875 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:38.387227 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:38.387881 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-272ce3f4-195f-4050-ac2e-afd7d5871875 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:38.388416 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378', 'code': 200} Mar 11 18:09:38.429854 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:38.437104 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 22b5c85b-2454-4c37-9017-76ad7d6f4923 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:09:38.442451 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 22b5c85b-2454-4c37-9017-76ad7d6f4923 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:09:38.443064 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.496097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] Publish callbacks [] for security_group (5890d701-678d-41ec-b68c-b5a55dd50d63), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.526390 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] Publish callbacks [] for security_group (5890d701-678d-41ec-b68c-b5a55dd50d63), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.572849 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 22b5c85b-2454-4c37-9017-76ad7d6f4923 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:09:38.573340 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.611988 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:38.626687 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:09:38.634704 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.646466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:38.707363 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-6ea7d58a-8d3c-4903-9214-4fa2e15295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:38.711352 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-6ea7d58a-8d3c-4903-9214-4fa2e15295b5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 1130 time: 0.1774817 Mar 11 18:09:38.713861 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5890d701-678d-41ec-b68c-b5a55dd50d63), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.717965 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.721556 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5890d701-678d-41ec-b68c-b5a55dd50d63 HTTP/1.1" status: 204 len: 168 time: 0.3420494 Mar 11 18:09:38.725435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:38.741329 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c99df-0fa9-4a72-a393-c5e5ad6061e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890d701-678d-41ec-b68c-b5a55dd50d63,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:38.741897 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-f58210a0-afa4-4017-87ca-c0bde512d93d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.780407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b7ee7-c698-4d38-a5e4-b56b04637fa4 req-4c17a4bd-8e76-492d-893c-04c8b928a533 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:38.782329 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-651b7ee7-c698-4d38-a5e4-b56b04637fa4 req-4c17a4bd-8e76-492d-893c-04c8b928a533 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1604681 Mar 11 18:09:38.791704 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb0dc-1dfa-4e5b-afcb-cefd6743c4f5 req-a0781f62-978c-4a9c-84ff-67f7c7ed32ba tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:38.799519 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7cfb0dc-1dfa-4e5b-afcb-cefd6743c4f5 req-a0781f62-978c-4a9c-84ff-67f7c7ed32ba tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.1692216 Mar 11 18:09:38.871995 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7cfb0dc-1dfa-4e5b-afcb-cefd6743c4f5 req-ed80a396-64ac-4893-ad0d-fea9d6edf465 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713239 Mar 11 18:09:38.893980 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-f58210a0-afa4-4017-87ca-c0bde512d93d service neutron] Publish callbacks [] for security_group (7295fd1f-e632-4b36-a9d9-0caec0de6235), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.900308 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-651b7ee7-c698-4d38-a5e4-b56b04637fa4 req-f1b905ea-ac40-4313-a659-1aaf987c744b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Mar 11 18:09:38.914726 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b342e5af-cc47-494f-b165-d2283526d4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.929066 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-f58210a0-afa4-4017-87ca-c0bde512d93d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7295fd1f-e632-4b36-a9d9-0caec0de6235), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:38.974109 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f137b2a3-4328-49d5-8e19-71f321469c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.022708 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a6b7e64d-b71c-448f-ba82-2e9f65cc6323 req-f58210a0-afa4-4017-87ca-c0bde512d93d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994316 Mar 11 18:09:39.031763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58210a0-afa4-4017-87ca-c0bde512d93d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7295fd1f-e632-4b36-a9d9-0caec0de6235,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.121752 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b342e5af-cc47-494f-b165-d2283526d4e3 admin admin] Publish callbacks [] for security_group (6fbba22b-41b9-40b0-9283-b572810c641f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.128221 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b342e5af-cc47-494f-b165-d2283526d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6fbba22b-41b9-40b0-9283-b572810c641f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.161030 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f137b2a3-4328-49d5-8e19-71f321469c74 admin admin] Publish callbacks [] for security_group (583be6f5-8322-4e2f-99f7-cd10b7fa51c7), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.175486 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f137b2a3-4328-49d5-8e19-71f321469c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (583be6f5-8322-4e2f-99f7-cd10b7fa51c7), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.196294 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b342e5af-cc47-494f-b165-d2283526d4e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=685e2320bbfc4bd3a8ade46c981345fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449359 Mar 11 18:09:39.197321 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34464) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:39.197805 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e5af-cc47-494f-b165-d2283526d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbba22b-41b9-40b0-9283-b572810c641f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.222393 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f137b2a3-4328-49d5-8e19-71f321469c74 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=82d002276634481b96f5143d8b1f3743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6091998 Mar 11 18:09:39.225680 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:39.249552 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137b2a3-4328-49d5-8e19-71f321469c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583be6f5-8322-4e2f-99f7-cd10b7fa51c7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.287419 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] Publish callbacks [] for security_group (583be6f5-8322-4e2f-99f7-cd10b7fa51c7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.295397 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] Publish callbacks [] for security_group (6fbba22b-41b9-40b0-9283-b572810c641f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.319448 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] Publish callbacks [] for security_group (583be6f5-8322-4e2f-99f7-cd10b7fa51c7), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.325802 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] Publish callbacks [] for security_group (6fbba22b-41b9-40b0-9283-b572810c641f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.418040 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (583be6f5-8322-4e2f-99f7-cd10b7fa51c7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.421084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.423364 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/583be6f5-8322-4e2f-99f7-cd10b7fa51c7 HTTP/1.1" status: 204 len: 168 time: 0.1966665 Mar 11 18:09:39.426832 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16070d-0f23-42ef-aa27-dd7c980c2f0b req-0e96d4ea-33ad-400b-a4ab-c3bcf1b2751b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:39.428630 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b16070d-0f23-42ef-aa27-dd7c980c2f0b req-0e96d4ea-33ad-400b-a4ab-c3bcf1b2751b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.0680337 Mar 11 18:09:39.433202 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe033a-9985-4980-84dd-84752cf172a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583be6f5-8322-4e2f-99f7-cd10b7fa51c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.448551 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6fbba22b-41b9-40b0-9283-b572810c641f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.464151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:39.465807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6fbba22b-41b9-40b0-9283-b572810c641f HTTP/1.1" status: 204 len: 168 time: 0.2663164 Mar 11 18:09:39.485083 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df357df-07f5-4ee5-99d3-df5c2e73e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbba22b-41b9-40b0-9283-b572810c641f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:39.524002 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b16070d-0f23-42ef-aa27-dd7c980c2f0b req-88aabe83-a162-4ed1-b63d-9ce8ada1da3e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853310 Mar 11 18:09:39.947402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:39.963462 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5487c5f5-79cf-49f6-a1ec-df1c2876b3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.099572 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b13949-0b5e-46ca-898e-71dbdbd6cce2 req-c59493e5-7982-474e-b3ed-c555081cfe33 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.101415 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a3b13949-0b5e-46ca-898e-71dbdbd6cce2 req-c59493e5-7982-474e-b3ed-c555081cfe33 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0781844 Mar 11 18:09:40.112813 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b15e-01c1-4ba9-85df-ca71d14434de req-7f90980d-bd43-4556-8929-7e6e879d5760 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.113160 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5487c5f5-79cf-49f6-a1ec-df1c2876b3cc admin admin] Publish callbacks [] for security_group (9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.114654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cff6b15e-01c1-4ba9-85df-ca71d14434de req-7f90980d-bd43-4556-8929-7e6e879d5760 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.1328661 Mar 11 18:09:40.118194 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5487c5f5-79cf-49f6-a1ec-df1c2876b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.166915 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5487c5f5-79cf-49f6-a1ec-df1c2876b3cc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=583b8f43dba340f29de05c59efc748c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160609 Mar 11 18:09:40.168675 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34510) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:40.175365 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487c5f5-79cf-49f6-a1ec-df1c2876b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.215301 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34514) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:40.230679 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e2e5-561b-49c1-94bd-17afa82a2551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.246392 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a3b13949-0b5e-46ca-898e-71dbdbd6cce2 req-9005142c-17f9-46a6-9ae5-072c6f53ed76 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151273 Mar 11 18:09:40.264224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cff6b15e-01c1-4ba9-85df-ca71d14434de req-f776bf49-151f-4748-92d4-69f6381df4da tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411848 Mar 11 18:09:40.298040 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] Publish callbacks [] for security_group (9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.356793 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e2e5-561b-49c1-94bd-17afa82a2551 admin admin] Publish callbacks [] for security_group (a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.363222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e2e5-561b-49c1-94bd-17afa82a2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.390356 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12'}, {'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121fecfb-0063-487e-9077-80078433a017'}, {'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:40.394773 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584a267-f218-45bc-861a-8a5e4343461b" -d '{"events": [{"server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "name": "network-vif-plugged", "status": "completed", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12"}, {"server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "name": "network-vif-plugged", "status": "completed", "tag": "121fecfb-0063-487e-9077-80078433a017"}, {"server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "name": "network-vif-plugged", "status": "completed", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:40.423664 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4bb3e2e5-561b-49c1-94bd-17afa82a2551 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f9db22a109314fe3833767ddc5a34338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044957 Mar 11 18:09:40.423664 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e2e5-561b-49c1-94bd-17afa82a2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.424864 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:40.469004 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91fe7c-428b-4f6c-8c19-26846ebc7931 x-openstack-request-id: req-1b91fe7c-428b-4f6c-8c19-26846ebc7931 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:40.469346 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "name": "network-vif-plugged", "status": "completed", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12", "code": 200}, {"server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "name": "network-vif-plugged", "status": "completed", "tag": "121fecfb-0063-487e-9077-80078433a017", "code": 200}, {"server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "name": "network-vif-plugged", "status": "completed", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:40.469590 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1b91fe7c-428b-4f6c-8c19-26846ebc7931 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:40.469999 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12', 'code': 200} Mar 11 18:09:40.470270 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121fecfb-0063-487e-9077-80078433a017', 'code': 200} Mar 11 18:09:40.471229 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923', 'code': 200} Mar 11 18:09:40.482941 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] Publish callbacks [] for security_group (a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.512089 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] Publish callbacks [] for security_group (a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.590324 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.594013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.598187 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de HTTP/1.1" status: 204 len: 168 time: 0.1696978 Mar 11 18:09:40.609387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4c4ea-84b2-4dba-a2df-1fb24c528e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e7d3c-2a4e-481f-b5d9-29bb0d8ee0de,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.646443 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34534) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:40.665776 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] Publish callbacks [] for security_group (9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.714106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0337b54-1386-4d2b-ae5c-fccb179d09de req-a7c46c0d-5e00-4fd7-ab4d-af449285d489 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:40.715617 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0337b54-1386-4d2b-ae5c-fccb179d09de req-a7c46c0d-5e00-4fd7-ab4d-af449285d489 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.0863233 Mar 11 18:09:40.753123 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.756814 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.760890 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c HTTP/1.1" status: 204 len: 168 time: 0.5868196 Mar 11 18:09:40.787342 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa25c21-2061-4adb-83e4-78a2dce713c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c68d3-c0bd-4c51-a3a2-a3699bf5784c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:40.824959 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f0337b54-1386-4d2b-ae5c-fccb179d09de req-dbdf8eea-284e-4403-89e9-9d6100de4f8c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964696 Mar 11 18:09:40.919143 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-719424392-network', 'tenant_id': 'cdce01f362c84464a23b79e7758c2223'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:40.947426 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Made reservation on behalf of cdce01f362c84464a23b79e7758c2223 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:40.950665 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:40.960761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.075153 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks [] for security_group (7f3711f1-7112-4280-ac53-67adf2e04a95), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.080988 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7f3711f1-7112-4280-ac53-67adf2e04a95), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.114246 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:09:41.125211 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3711f1-7112-4280-ac53-67adf2e04a95,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:41.132112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (a1f64f39-b69e-4920-bc2a-945d549be15d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.132452 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Added segment a1f64f39-b69e-4920-bc2a-945d549be15d of type vlan for network e84f2ecf-1bcc-4451-9380-d480ea600777 Mar 11 18:09:41.186786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (e84f2ecf-1bcc-4451-9380-d480ea600777), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.218217 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (e84f2ecf-1bcc-4451-9380-d480ea600777), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.219186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.219766 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.259089 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6081679 Mar 11 18:09:41.259351 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:41.292058 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Request body: {'subnet': {'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-719424392-subnet', 'tenant_id': 'cdce01f362c84464a23b79e7758c2223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:41.336012 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad4c8-7407-41c2-969f-4c8611984359 admin admin] Pushing event updated for resources: {'Network': ['ID=e84f2ecf-1bcc-4451-9380-d480ea600777,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:41.342679 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Made reservation on behalf of cdce01f362c84464a23b79e7758c2223 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:41.346385 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.367453 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network e84f2ecf-1bcc-4451-9380-d480ea600777 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:09:41.592116 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c52ae-cd97-46f6-9e18-06882646c7f7 req-2f64a26f-318c-4fb4-ae6c-c4786847d6b5 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.603824 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c05c52ae-cd97-46f6-9e18-06882646c7f7 req-2f64a26f-318c-4fb4-ae6c-c4786847d6b5 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.1753423 Mar 11 18:09:41.611083 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c828b8f-9371-4b9c-b8ca-3348937c8ea9 req-e60403b7-b718-4fe5-9215-5a03750dbbf9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.613139 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c828b8f-9371-4b9c-b8ca-3348937c8ea9 req-e60403b7-b718-4fe5-9215-5a03750dbbf9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.2412634 Mar 11 18:09:41.648560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (17c844be-ee57-4bb7-95b4-368b02d9aeec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.727355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c05c52ae-cd97-46f6-9e18-06882646c7f7 req-0e9e7a0a-a080-440e-90c0-1df55ee615fd tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132035 Mar 11 18:09:41.732935 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c828b8f-9371-4b9c-b8ca-3348937c8ea9 req-d000958b-748a-48b6-9384-15572c156fb3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059554 Mar 11 18:09:41.751311 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c844be-ee57-4bb7-95b4-368b02d9aeec,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:41.808294 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Checking segment: {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:41.809298 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Network hostable DHCP agents. Network: e84f2ecf-1bcc-4451-9380-d480ea600777, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:09:41.840013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Network e84f2ecf-1bcc-4451-9380-d480ea600777 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:09:41.866433 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, e84f2ecf-1bcc-4451-9380-d480ea600777) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:41.878116 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412fb9f-30af-46c0-9db4-c9e837551985 None None] Network e84f2ecf-1bcc-4451-9380-d480ea600777 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:09:41.878603 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:41.879128 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:41.916047 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f52f94de-0694-4c47-83be-3653fb4172ad admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6493840 Mar 11 18:09:41.995677 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55bbe9-2c36-4ab4-aca6-2d077e7ebeca req-9c72f0e6-add5-46f3-a00c-95cd17b7ebf3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.004303 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da55bbe9-2c36-4ab4-aca6-2d077e7ebeca req-9c72f0e6-add5-46f3-a00c-95cd17b7ebf3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.0716054 Mar 11 18:09:42.090029 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da55bbe9-2c36-4ab4-aca6-2d077e7ebeca req-628a19e9-aeb5-43e1-8718-4d1ea87659d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847235 Mar 11 18:09:42.121586 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78250f05-39f5-4648-8cfe-88b0354c33cb None None] Network e84f2ecf-1bcc-4451-9380-d480ea600777 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:09:42.773748 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b983-b62e-4ada-bd4d-97940d0ce9da req-09838fa4-b683-493d-a362-efae744049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:42.779041 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ff9b983-b62e-4ada-bd4d-97940d0ce9da req-09838fa4-b683-493d-a362-efae744049e2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0663388 Mar 11 18:09:42.927972 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ff9b983-b62e-4ada-bd4d-97940d0ce9da req-f61f94b9-c947-4708-97cb-31edce6b6530 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431658 Mar 11 18:09:42.951562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:43.129951 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f2567-4c26-4f6f-9c67-2de47f18936e req-adb93882-ca3e-40da-9171-8416917507c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.131496 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce6f2567-4c26-4f6f-9c67-2de47f18936e req-adb93882-ca3e-40da-9171-8416917507c1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1130 time: 0.4219818 Mar 11 18:09:43.144773 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd435032-3a2e-4143-9b0d-84dac282f920 req-9de67ddf-c136-4230-8196-3567b96860a2 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.146366 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd435032-3a2e-4143-9b0d-84dac282f920 req-9de67ddf-c136-4230-8196-3567b96860a2 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.2299006 Mar 11 18:09:43.150426 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d20f2-4a58-439b-b24c-186fba2f17a5 req-2db36e38-e3dd-448a-88a8-d1e4e5481421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.151904 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-996d20f2-4a58-439b-b24c-186fba2f17a5 req-2db36e38-e3dd-448a-88a8-d1e4e5481421 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 1130 time: 0.3698890 Mar 11 18:09:43.163505 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcd041-e1c3-4215-a048-b7283ce20fd9 req-ebb4747d-7dd2-4d17-a8b2-05a4fe718aff tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.165059 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67fcd041-e1c3-4215-a048-b7283ce20fd9 req-ebb4747d-7dd2-4d17-a8b2-05a4fe718aff tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.2610190 Mar 11 18:09:43.246472 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a321762f-2d85-48dd-9a8e-7f7495d8e699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.274541 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce6f2567-4c26-4f6f-9c67-2de47f18936e req-03dc7572-b69b-406e-9eec-b149665eaa72 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261654 Mar 11 18:09:43.356807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd435032-3a2e-4143-9b0d-84dac282f920 req-3b69a87d-3aa5-49af-952f-4d71774e3f0e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903267 Mar 11 18:09:43.359439 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a321762f-2d85-48dd-9a8e-7f7495d8e699 admin admin] Publish callbacks [] for security_group (6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.373604 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a321762f-2d85-48dd-9a8e-7f7495d8e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.373806 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-996d20f2-4a58-439b-b24c-186fba2f17a5 req-5d3efa5c-5149-4aac-8dd6-e5f71687498e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037170 Mar 11 18:09:43.381304 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67fcd041-e1c3-4215-a048-b7283ce20fd9 req-7bba0edb-58f8-4d76-9063-0b8c99ac2578 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929283 Mar 11 18:09:43.423893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321762f-2d85-48dd-9a8e-7f7495d8e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:43.431002 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a321762f-2d85-48dd-9a8e-7f7495d8e699 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=280fb0d699cf492a9bf375f58d6c98ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773793 Mar 11 18:09:43.433841 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:43.501737 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] Publish callbacks [] for security_group (6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.507827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45809-7fde-4a28-9ceb-62d28aa00a83 req-d913decb-9178-4e03-b021-9f0106518a37 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.509947 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ea45809-7fde-4a28-9ceb-62d28aa00a83 req-d913decb-9178-4e03-b021-9f0106518a37 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.0831974 Mar 11 18:09:43.539422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] Publish callbacks [] for security_group (6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.569012 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ea45809-7fde-4a28-9ceb-62d28aa00a83 req-69283f5e-b3fa-4286-824f-2f5d52856dab tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508201 Mar 11 18:09:43.615524 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.618618 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:43.619774 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e HTTP/1.1" status: 204 len: 168 time: 0.1848006 Mar 11 18:09:43.639056 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112d748-858c-4c0f-869d-6f5c5bda7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3cfc7c-81a6-4582-bc6d-aafc2cdfd39e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:43.773547 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eef1a5-9215-494a-9257-b36ca30723b1 req-5c8bee6b-4719-4193-852e-df3611240971 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:43.785118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f4eef1a5-9215-494a-9257-b36ca30723b1 req-5c8bee6b-4719-4193-852e-df3611240971 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.0785987 Mar 11 18:09:43.790509 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34706) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:43.795589 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:44.120100 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.273139 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34736) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:44.294080 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4ba657d-fd99-4fb2-8c5a-e2f2d68773a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.599076 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4ba657d-fd99-4fb2-8c5a-e2f2d68773a8 admin admin] Publish callbacks [] for security_group (7dcafc1c-34ee-4919-8f5a-58366a18a696), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.606110 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4ba657d-fd99-4fb2-8c5a-e2f2d68773a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7dcafc1c-34ee-4919-8f5a-58366a18a696), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.681178 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-4439227f-5631-4389-a2e5-3ceb3278e3cd tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:44.681178 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-4439227f-5631-4389-a2e5-3ceb3278e3cd tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/networks?id=e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 200 len: 813 time: 0.3246043 Mar 11 18:09:44.681719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba657d-fd99-4fb2-8c5a-e2f2d68773a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcafc1c-34ee-4919-8f5a-58366a18a696,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:44.687272 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f4ba657d-fd99-4fb2-8c5a-e2f2d68773a8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=78ce8a50b4634105b50f2b91fa042cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117322 Mar 11 18:09:44.691488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 34758) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:44.710197 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:44.723260 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01ad77-333c-4953-a69c-6f72afbcf0be req-68a5cd59-11c0-41c3-8ce9-b999461d961d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:44.724616 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e01ad77-333c-4953-a69c-6f72afbcf0be req-68a5cd59-11c0-41c3-8ce9-b999461d961d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.2405314 Mar 11 18:09:44.753308 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-ba1085a4-1dd5-4125-85b2-b5445024f46a tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/quotas/cdce01f362c84464a23b79e7758c2223 HTTP/1.1" status: 200 len: 375 time: 0.0509634 Mar 11 18:09:44.810684 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-7ab35bb3-98a4-4733-971a-92579f6319b9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445359 Mar 11 18:09:44.880931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] Publish callbacks [] for security_group (7dcafc1c-34ee-4919-8f5a-58366a18a696), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.893385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e01ad77-333c-4953-a69c-6f72afbcf0be req-1f5630c6-7f0b-4754-9019-767013b328bf tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573184 Mar 11 18:09:44.899658 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b261815-cfe0-48ac-b1ea-f10ef5dff064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:44.958084 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] Publish callbacks [] for security_group (7dcafc1c-34ee-4919-8f5a-58366a18a696), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.043242 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.051135 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.053611 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-796731be-ca77-40a5-96e8-6f66f4453736 service neutron] 10.222.0.105 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283785 Mar 11 18:09:45.105362 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214bb09-0863-4dfc-89bd-50079790650f req-b289b754-3789-4721-b005-2baf304cd803 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:45.107252 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9214bb09-0863-4dfc-89bd-50079790650f req-b289b754-3789-4721-b005-2baf304cd803 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1469290 Mar 11 18:09:45.162153 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7dcafc1c-34ee-4919-8f5a-58366a18a696), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.165217 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.168984 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7dcafc1c-34ee-4919-8f5a-58366a18a696 HTTP/1.1" status: 204 len: 168 time: 0.4740531 Mar 11 18:09:45.184392 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b261815-cfe0-48ac-b1ea-f10ef5dff064 admin admin] Publish callbacks [] for security_group (11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.189917 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b261815-cfe0-48ac-b1ea-f10ef5dff064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.203519 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479ae0f-9d04-4b74-810e-fe53f1492d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcafc1c-34ee-4919-8f5a-58366a18a696,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:45.250267 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-0fd831a4-1800-4178-9c47-182e39347bac service neutron] 10.222.0.105 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860850 Mar 11 18:09:45.256343 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9214bb09-0863-4dfc-89bd-50079790650f req-3cf8f2a5-317a-4473-9755-5eeda39a0c23 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340549 Mar 11 18:09:45.279305 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261815-cfe0-48ac-b1ea-f10ef5dff064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:45.291505 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP d18b3eaa-0439-43ef-9611-478a3d999650 associated. External IP: 172.27.3.127, port: 1425fb9b-538f-4780-9292-0e3c51a69378. Mar 11 18:09:45.333934 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0b261815-cfe0-48ac-b1ea-f10ef5dff064 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=292947d67594468b8b792da6ad42f2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6193492 Mar 11 18:09:45.334735 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:45.457090 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] Publish callbacks [] for security_group (11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.466455 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-905454d4-ffaf-46d8-8ffc-86b5c0d8b3da req-98dba9d5-e76c-4778-a188-7960487b0781 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0413063 Mar 11 18:09:45.502125 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] Publish callbacks [] for security_group (11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.557714 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:09:45.679832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.682848 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:45.687837 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f HTTP/1.1" status: 204 len: 168 time: 0.3486004 Mar 11 18:09:45.687837 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:09:45.695675 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bdd2d-3a52-4549-b44c-84cdff28bddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1b14d-8b98-4c4e-a4bd-37af78dd6d1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:46.094117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:09:46.101236 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.114660 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:09:46.136313 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:46.137217 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:09:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:46.154218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37bd5d-90a5-4ec4-aad1-62cf5c510526 req-2ee7fa04-b1db-447d-8534-2fd304146312 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.155816 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af37bd5d-90a5-4ec4-aad1-62cf5c510526 req-2ee7fa04-b1db-447d-8534-2fd304146312 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.1123424 Mar 11 18:09:46.182404 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d7c06c9d-480d-4ad5-b796-a56324627d2f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "PUT /v2.0/floatingips/d18b3eaa-0439-43ef-9611-478a3d999650 HTTP/1.1" status: 200 len: 992 time: 2.3906696 Mar 11 18:09:46.183094 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:46.185600 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3429584-782d-49a0-90d4-d1bc1c521ada" -d '{"events": [{"name": "network-changed", "server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:46.242879 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b235ef91-2cef-4fba-8ade-2e46b8f39bc5 x-openstack-request-id: req-b235ef91-2cef-4fba-8ade-2e46b8f39bc5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:46.245006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:46.245006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b235ef91-2cef-4fba-8ade-2e46b8f39bc5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:46.245006 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378', 'status': 'completed', 'code': 200} Mar 11 18:09:46.263831 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af37bd5d-90a5-4ec4-aad1-62cf5c510526 req-582ebbb2-0e39-4cb4-aac7-db55cde36971 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995927 Mar 11 18:09:46.332806 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:46.420309 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579ac5-2dce-46b0-a94d-9d18c79156b8 req-01b20f59-e6ae-4ce0-8b1a-1ad9dc05378c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.421865 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c579ac5-2dce-46b0-a94d-9d18c79156b8 req-01b20f59-e6ae-4ce0-8b1a-1ad9dc05378c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0711782 Mar 11 18:09:46.431002 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:46.453497 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7becd92a-40db-470c-b103-c9a7e47564d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.555205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7becd92a-40db-470c-b103-c9a7e47564d5 admin admin] Publish callbacks [] for security_group (a1c731ce-2de1-4607-8156-f13509b323e3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.569347 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7becd92a-40db-470c-b103-c9a7e47564d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a1c731ce-2de1-4607-8156-f13509b323e3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.636072 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1886f790-d40a-4081-9a9b-5ba7bb2bde73 req-7eea3496-ee11-4be4-a2ac-013c38c27e79 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0546656 Mar 11 18:09:46.643909 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becd92a-40db-470c-b103-c9a7e47564d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c731ce-2de1-4607-8156-f13509b323e3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:46.653807 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7becd92a-40db-470c-b103-c9a7e47564d5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e5c346a3ba134245b302fdc78368d1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203348 Mar 11 18:09:46.655130 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 34850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:09:46.664049 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c579ac5-2dce-46b0-a94d-9d18c79156b8 req-87558b0b-a761-47a6-8820-08976d206e74 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268703 Mar 11 18:09:46.678407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-adca63c8-a560-4228-a746-00d0dec114c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.680640 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-adca63c8-a560-4228-a746-00d0dec114c7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 1130 time: 0.2118142 Mar 11 18:09:46.792468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] Publish callbacks [] for security_group (a1c731ce-2de1-4607-8156-f13509b323e3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.822411 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] Publish callbacks [] for security_group (a1c731ce-2de1-4607-8156-f13509b323e3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.876360 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-b8838f46-be02-4875-bba4-61bc4cb6bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:46.878111 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-b8838f46-be02-4875-bba4-61bc4cb6bcd0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.1855485 Mar 11 18:09:46.940030 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a1c731ce-2de1-4607-8156-f13509b323e3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.949279 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:46.949279 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a1c731ce-2de1-4607-8156-f13509b323e3 HTTP/1.1" status: 204 len: 168 time: 0.2889874 Mar 11 18:09:46.960394 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:44Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:46.961144 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c1184-9788-4ebe-857b-c06d7beb3210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c731ce-2de1-4607-8156-f13509b323e3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:47.023539 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:09:47.036506 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:09:47.037477 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:09:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:47.059261 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-e62d660a-9f26-423b-bedb-54714ad9fa33 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1425fb9b-538f-4780-9292-0e3c51a69378 HTTP/1.1" status: 200 len: 1000 time: 0.1649909 Mar 11 18:09:47.135903 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-89212575-d49c-4ebd-8694-5a5c881b6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.137774 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-89212575-d49c-4ebd-8694-5a5c881b6ecc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0616052 Mar 11 18:09:47.328439 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-5762c847-2180-4344-a85a-a98a91f59543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.336167 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-5762c847-2180-4344-a85a-a98a91f59543 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821840 Mar 11 18:09:47.350076 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:09:47.538906 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-72d0ae27-f856-488f-9ee1-dbf0d5971c6d service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942561 Mar 11 18:09:47.551060 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd9ccb-3e62-43ad-bed0-83753d2108ad req-cc0fa4c5-aa5f-42b2-8217-4f905a2dbf4f tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.558032 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0abd9ccb-3e62-43ad-bed0-83753d2108ad req-cc0fa4c5-aa5f-42b2-8217-4f905a2dbf4f tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0838866 Mar 11 18:09:47.614973 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0abd9ccb-3e62-43ad-bed0-83753d2108ad req-c6e903d9-517c-42be-a112-3640b08329fa tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559714 Mar 11 18:09:47.672975 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:44Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:09:47.700798 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cacb120-7c7e-4dd4-844a-1f873919c6cd None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:44Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:09:47.746235 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be605c79-b87e-418b-ba3d-f84d62509a72 req-16431293-aac8-4948-9713-449789b2ad7b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0289230 Mar 11 18:09:47.817661 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0f530-02ea-4594-b7b9-77ce1eabcb68 req-cdbca431-de91-44fa-ac2e-a78674930328 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:47.819222 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dd0f530-02ea-4594-b7b9-77ce1eabcb68 req-cdbca431-de91-44fa-ac2e-a78674930328 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0783982 Mar 11 18:09:47.876225 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dd0f530-02ea-4594-b7b9-77ce1eabcb68 req-a82bd51b-a498-463d-b8c6-7660baa03e51 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Mar 11 18:09:48.015935 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6efa95e-bda7-4fbb-8f37-6a18b1640b82 None None] New status for floating IP d18b3eaa-0439-43ef-9611-478a3d999650: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:09:48.207575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de50d-140c-4512-9431-15b918af6e11 req-cb6ae1fd-e497-4233-891e-b133457dfcae tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.208533 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-553de50d-140c-4512-9431-15b918af6e11 req-cb6ae1fd-e497-4233-891e-b133457dfcae tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0699079 Mar 11 18:09:48.265381 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-553de50d-140c-4512-9431-15b918af6e11 req-b31a51a9-86c8-4de9-8cfd-6afbef8e73bd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Mar 11 18:09:48.747291 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f08d9-a69c-4b15-b98f-718411733d0d req-ad8b2340-5b7f-48da-a9f6-3a1f35460c95 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:48.748921 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b8f08d9-a69c-4b15-b98f-718411733d0d req-ad8b2340-5b7f-48da-a9f6-3a1f35460c95 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0524747 Mar 11 18:09:48.806392 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b8f08d9-a69c-4b15-b98f-718411733d0d req-97e96cb9-01cf-4456-883a-af74a32fe61c tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514233 Mar 11 18:09:48.871597 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-90d66327-3f33-4319-a69f-12571a823b0b req-93d5e79c-b44e-44d1-bbec-e4f4aed05648 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0279651 Mar 11 18:09:49.375431 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b31c7-01f2-481a-8e3e-70baba4ec920 req-961048a7-e60d-47f1-b685-edecc7f9dd6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:49.376942 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-942b31c7-01f2-481a-8e3e-70baba4ec920 req-961048a7-e60d-47f1-b685-edecc7f9dd6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0523493 Mar 11 18:09:49.429610 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-942b31c7-01f2-481a-8e3e-70baba4ec920 req-bed4e4ed-7328-4450-91a7-91f8d03eed9d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 Mar 11 18:09:49.927400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a7d18-ea33-40bd-bb45-29fcc5b30cbb req-3b9340bb-76ea-4533-bb95-93dc42b8a30c tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:49.928940 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-128a7d18-ea33-40bd-bb45-29fcc5b30cbb req-3b9340bb-76ea-4533-bb95-93dc42b8a30c tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0548611 Mar 11 18:09:49.981241 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-832faffa-464d-4522-85ad-e05a62961aa2 req-73f2c88f-5a59-433d-a946-bd5ef34a9c5e tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0399938 Mar 11 18:09:50.002964 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-128a7d18-ea33-40bd-bb45-29fcc5b30cbb req-3d069e90-1024-4e4b-be35-db7739bc03cd tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Mar 11 18:09:50.164613 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-5737730b-e688-4c6a-be15-0a6a3e6a3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:50.167363 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-5737730b-e688-4c6a-be15-0a6a3e6a3568 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1130 time: 0.0585330 Mar 11 18:09:50.320253 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-506a65f6-5929-41ce-94be-d5328678fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:50.321746 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-506a65f6-5929-41ce-94be-d5328678fec3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1426041 Mar 11 18:09:50.387013 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-73e5eae6-787f-456d-bfd5-469598b061a7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 200 len: 217 time: 0.0414126 Mar 11 18:09:50.451831 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-986c307b-172f-457b-864d-d85d9e1ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:50.453490 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-986c307b-172f-457b-864d-d85d9e1ed5d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0594227 Mar 11 18:09:50.502251 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-a0b5edac-cecc-4363-b713-d76e738f479a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356953 Mar 11 18:09:50.535481 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3429584-782d-49a0-90d4-d1bc1c521ada req-6ad3294c-7c5c-40ec-b918-0720442b9d77 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518471 Mar 11 18:09:50.578040 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-982f8bba-08fd-4690-990c-3dac800ed8b3 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:50.580174 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-982f8bba-08fd-4690-990c-3dac800ed8b3 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "GET /v2.0/networks?id=e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 200 len: 813 time: 0.4759533 Mar 11 18:09:50.602690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63293f82-a121-45a3-84f7-9ea87293d696 req-7a069198-c175-41c9-8189-1924d46cf5c4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:50.604199 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63293f82-a121-45a3-84f7-9ea87293d696 req-7a069198-c175-41c9-8189-1924d46cf5c4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0880747 Mar 11 18:09:50.609166 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Request body: {'port': {'device_id': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777', 'admin_state_up': True, 'tenant_id': 'cdce01f362c84464a23b79e7758c2223'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:50.629118 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-3bc7dfe2-c5aa-4465-b221-5611b0b0fdc0 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198628 Mar 11 18:09:50.743639 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63293f82-a121-45a3-84f7-9ea87293d696 req-cdbfe1fd-edda-42ed-b694-5aff924efd80 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300509 Mar 11 18:09:50.753047 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b066bc16-1725-4f9e-8aa7-5d4b72c5033e req-67412014-8d6b-4269-8e8c-3559868d1d8a service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175792 Mar 11 18:09:50.811621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Made reservation on behalf of cdce01f362c84464a23b79e7758c2223 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:09:50.811621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:50.941116 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Allocated IP 172.20.0.10 (e84f2ecf-1bcc-4451-9380-d480ea600777/17c844be-ee57-4bb7-95b4-368b02d9aeec/7a3e19be-7a06-4795-8a3e-e4d96001e80f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:09:51.100772 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bf42e09d-9a97-4552-9ed1-06581a9fa00b req-29549ca2-1794-4358-923f-b9fa8f5ee829 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0465186 Mar 11 18:09:51.175288 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks [] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.190555 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d07a6-b6a7-443f-9ddd-ed67b96f6361 req-44d35c7f-9619-479d-b809-9d18d5066d98 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:51.192245 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a59d07a6-b6a7-443f-9ddd-ed67b96f6361 req-44d35c7f-9619-479d-b809-9d18d5066d98 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0949674 Mar 11 18:09:51.266106 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a59d07a6-b6a7-443f-9ddd-ed67b96f6361 req-c967c902-25e8-4278-8744-996218dcdcc0 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663218 Mar 11 18:09:51.267670 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.330196 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Network e84f2ecf-1bcc-4451-9380-d480ea600777 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:09:51.342684 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:09:51.347301 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:09:51.355303 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:51.356059 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.362495 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Pushing event updated for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:51.383324 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-727ecdac-57df-4c1f-a4ea-ac0ea7cf4d72 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7775419 Mar 11 18:09:51.395904 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Request body: {'port': {'device_id': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:09:51.483225 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.924073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3e19be-7a06-4795-8a3e-e4d96001e80f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:09:51.936467 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks [] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:51.969450 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Transition to ACTIVE for port object 7a3e19be-7a06-4795-8a3e-e4d96001e80f will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:09:51.990002 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517802dd-b018-4014-ac2f-1365eca0dd16 req-cfad6946-6b44-4724-abc0-36badadd13a3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:51.991714 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-517802dd-b018-4014-ac2f-1365eca0dd16 req-cfad6946-6b44-4724-abc0-36badadd13a3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1188409 Mar 11 18:09:51.992398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.078930 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.117444 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-517802dd-b018-4014-ac2f-1365eca0dd16 req-9e3b0041-6c28-4b62-a9c2-4609f8f014c9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163621 Mar 11 18:09:52.131276 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Attempting to bind port 7a3e19be-7a06-4795-8a3e-e4d96001e80f on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:09:52.131590 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Attempting to bind port 7a3e19be-7a06-4795-8a3e-e4d96001e80f by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:09:52.131966 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Attempting to bind port 7a3e19be-7a06-4795-8a3e-e4d96001e80f on network e84f2ecf-1bcc-4451-9380-d480ea600777 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:52.140919 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Port 7a3e19be-7a06-4795-8a3e-e4d96001e80f on network e84f2ecf-1bcc-4451-9380-d480ea600777 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:09:52.141244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Attempting to bind port 7a3e19be-7a06-4795-8a3e-e4d96001e80f on network e84f2ecf-1bcc-4451-9380-d480ea600777 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:09:52.158099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:09:52.158668 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Checking segment: {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:09:52.159200 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Bound using segment: {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:09:52.159826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Bound port: 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:09:52.160406 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.302304 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:09:52.324342 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:09:52.338805 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.353370 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bc84b-1ffa-4415-b466-807a41ef0393 req-679fb4ff-c3bb-4718-bc26-256e55b67b6b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:52.355113 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f2bc84b-1ffa-4415-b466-807a41ef0393 req-679fb4ff-c3bb-4718-bc26-256e55b67b6b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0984566 Mar 11 18:09:52.407203 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:52.407903 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:52.409490 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] 10.222.0.107 "PUT /v2.0/ports/7a3e19be-7a06-4795-8a3e-e4d96001e80f HTTP/1.1" status: 200 len: 1094 time: 1.0185664 Mar 11 18:09:52.415874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:09:52.418880 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608f00c7-e386-4d86-974f-e818378258f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:09:52.459131 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb3c830-bc99-47dc-9ffd-fbd52f490146 x-openstack-request-id: req-1eb3c830-bc99-47dc-9ffd-fbd52f490146 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:09:52.459424 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:09:52.459682 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1eb3c830-bc99-47dc-9ffd-fbd52f490146 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:09:52.460103 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f', 'status': 'completed', 'code': 200} Mar 11 18:09:52.465026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddbd74-7a37-4439-b5cb-6afd0d798488 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:09:52.475713 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7f2bc84b-1ffa-4415-b466-807a41ef0393 req-2e23004f-33a4-40b6-90cf-6829341826b4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931451 Mar 11 18:09:53.260332 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac118-3505-46f9-b53c-bafc1952fee4 req-c4dce0db-0674-4ecf-8b82-6b6fa0fd4f22 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:53.261732 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-331ac118-3505-46f9-b53c-bafc1952fee4 req-c4dce0db-0674-4ecf-8b82-6b6fa0fd4f22 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0597565 Mar 11 18:09:53.309390 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-331ac118-3505-46f9-b53c-bafc1952fee4 req-497639d1-0ae2-4c1f-a612-84e2d2dfb4e5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Mar 11 18:09:53.592729 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c368e95-3dbc-4834-8a58-dbb839bf94d0 req-e4e1dd14-8a17-4b6e-8ceb-b72b74e16695 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:53.594219 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c368e95-3dbc-4834-8a58-dbb839bf94d0 req-e4e1dd14-8a17-4b6e-8ceb-b72b74e16695 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0536077 Mar 11 18:09:53.646642 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c368e95-3dbc-4834-8a58-dbb839bf94d0 req-68f5bc7b-8c5d-4701-aee8-cd0b4c0e9a0b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Mar 11 18:09:53.762099 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c00e7278-c1d3-4d6d-bbea-0f028dc7d930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:54.434583 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926c74b-8e8d-4489-8b59-d49fcc7dff89 req-17d03626-e5cd-4fc0-b51f-f08f482b6bf3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:54.436085 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e926c74b-8e8d-4489-8b59-d49fcc7dff89 req-17d03626-e5cd-4fc0-b51f-f08f482b6bf3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0568671 Mar 11 18:09:54.485609 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e926c74b-8e8d-4489-8b59-d49fcc7dff89 req-291521bf-4353-4c2e-8cf1-f740c8412547 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Mar 11 18:09:54.772129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b580-219d-4e7a-b055-b3051146fdad req-a30124a2-bff3-4527-9422-d7ed7ddf0e60 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:54.773937 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd96b580-219d-4e7a-b055-b3051146fdad req-a30124a2-bff3-4527-9422-d7ed7ddf0e60 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0601583 Mar 11 18:09:54.823166 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd96b580-219d-4e7a-b055-b3051146fdad req-b7e9520f-8b71-4538-9f92-51e4dac0aa8b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Mar 11 18:09:55.003711 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f00c7-e386-4d86-974f-e818378258f9 req-01613888-8cd9-446c-8382-5b487c67ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.005466 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-608f00c7-e386-4d86-974f-e818378258f9 req-01613888-8cd9-446c-8382-5b487c67ffb2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 1128 time: 0.0462649 Mar 11 18:09:55.108947 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:55.203655 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f00c7-e386-4d86-974f-e818378258f9 req-8239bbb7-e9de-4113-8444-096b10f1ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.205159 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-608f00c7-e386-4d86-974f-e818378258f9 req-8239bbb7-e9de-4113-8444-096b10f1ada4 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=cdce01f362c84464a23b79e7758c2223&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1914146 Mar 11 18:09:55.493802 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f00c7-e386-4d86-974f-e818378258f9 req-ef1dfb66-801e-4b83-9882-0850d0b99d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.493802 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-608f00c7-e386-4d86-974f-e818378258f9 req-ef1dfb66-801e-4b83-9882-0850d0b99d48 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1792743 Mar 11 18:09:55.636655 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936098-6cde-4ff0-8de9-72ee1f2cc424 req-7855e2ad-84aa-480f-a342-6ba25f2ab879 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.638161 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1936098-6cde-4ff0-8de9-72ee1f2cc424 req-7855e2ad-84aa-480f-a342-6ba25f2ab879 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0809364 Mar 11 18:09:55.640306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-45182ef8-f9cc-45a8-b985-89fb4e913af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.641735 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-45182ef8-f9cc-45a8-b985-89fb4e913af5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 1128 time: 0.0949223 Mar 11 18:09:55.698919 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-c1603143-f3d4-4e7d-992c-9ce855fb8372 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f HTTP/1.1" status: 200 len: 217 time: 0.0483530 Mar 11 18:09:55.764234 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1936098-6cde-4ff0-8de9-72ee1f2cc424 req-9a22a6f9-3703-4877-bfba-5203109955e5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061375 Mar 11 18:09:55.770574 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cea1c-3b57-4604-bfda-8b81b90caade req-4cbbfc64-0e41-4047-ac63-72ecd7b2e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.771933 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-4cbbfc64-0e41-4047-ac63-72ecd7b2e9f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17c844be-ee57-4bb7-95b4-368b02d9aeec HTTP/1.1" status: 200 len: 853 time: 0.0659008 Mar 11 18:09:55.812710 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-76de8cb6-008f-47c2-b411-e170cdd7b815 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e84f2ecf-1bcc-4451-9380-d480ea600777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339770 Mar 11 18:09:55.961072 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-e2671c9f-fda1-45d9-8949-8825fd5bcd90 service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375697 Mar 11 18:09:55.984854 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e6eae-d941-46e5-a9b0-5b7909ca343c req-e889658a-8342-4cf7-8bd1-760e4ea3d848 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:55.986834 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-663e6eae-d941-46e5-a9b0-5b7909ca343c req-e889658a-8342-4cf7-8bd1-760e4ea3d848 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0914230 Mar 11 18:09:56.040977 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-663e6eae-d941-46e5-a9b0-5b7909ca343c req-7a952f95-8756-4d41-af6d-8c282f927f47 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 Mar 11 18:09:56.150339 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c49e14dd-7251-446b-a6d9-b2497aba91a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:56.892807 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5b82-1ec6-4e21-b88c-050eb3dbd027 req-2ee63343-ab23-46ea-b38e-6a226133cfcf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:56.894614 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eec5b82-1ec6-4e21-b88c-050eb3dbd027 req-2ee63343-ab23-46ea-b38e-6a226133cfcf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0579093 Mar 11 18:09:56.956500 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eec5b82-1ec6-4e21-b88c-050eb3dbd027 req-809614f4-2490-4430-9878-a69fee6840b1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546355 Mar 11 18:09:57.163646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f72e3-cc2a-4a77-80a1-691844c269f3 req-03238c78-d5c7-4bec-bdb3-de2421abafd9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:57.165214 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb1f72e3-cc2a-4a77-80a1-691844c269f3 req-03238c78-d5c7-4bec-bdb3-de2421abafd9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0571148 Mar 11 18:09:57.214170 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb1f72e3-cc2a-4a77-80a1-691844c269f3 req-ecd18624-fd8d-4006-b7cf-26993c36b944 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Mar 11 18:09:57.938924 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-196cea1c-3b57-4604-bfda-8b81b90caade req-1303bfa1-9155-4f7d-a723-a76f4ee2e252 service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978670 Mar 11 18:09:58.086397 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aae953-2d25-44b7-82d2-333e6b106ed3 req-bf0fa4c9-4b38-4531-8fa2-345761946afe tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:58.087961 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7aae953-2d25-44b7-82d2-333e6b106ed3 req-bf0fa4c9-4b38-4531-8fa2-345761946afe tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0589755 Mar 11 18:09:58.138700 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7aae953-2d25-44b7-82d2-333e6b106ed3 req-46dfd274-2c02-4599-8b10-1cfcb450b5fe tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Mar 11 18:09:58.336929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4a573-8299-4cb6-ba34-87fac9859674 req-a1f62d64-5933-43ff-b56e-18c563151e6d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:58.338491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88e4a573-8299-4cb6-ba34-87fac9859674 req-a1f62d64-5933-43ff-b56e-18c563151e6d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0552852 Mar 11 18:09:58.387547 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88e4a573-8299-4cb6-ba34-87fac9859674 req-87b2b847-9a05-4668-8efd-5735716f03a4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 Mar 11 18:09:58.624354 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:09:59.008722 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-c74f5dba-6edc-4cb4-88a1-ab542b072575 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457344 Mar 11 18:09:59.129105 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-ccdc2b03-353b-44af-8e90-14b33ac11a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.130629 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-ccdc2b03-353b-44af-8e90-14b33ac11a2c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9ba3f835ac6f4fca8982c9462f888aa1&device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 1130 time: 0.0452771 Mar 11 18:09:59.253005 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-492d5e3f-39f5-4da3-8ab4-40ad8ed58ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.254486 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-492d5e3f-39f5-4da3-8ab4-40ad8ed58ce8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6e8f1f47-5317-4705-8f1b-f8a28063d58f HTTP/1.1" status: 200 len: 914 time: 0.0973465 Mar 11 18:09:59.269068 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34773d44-68eb-46fe-a8fd-374631fad377 req-aaf9232b-0119-4ec6-bf54-4f183a15b869 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.270644 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34773d44-68eb-46fe-a8fd-374631fad377 req-aaf9232b-0119-4ec6-bf54-4f183a15b869 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0640249 Mar 11 18:09:59.299136 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-e91d12b9-4664-4390-a06b-6c5be1f8f71b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 HTTP/1.1" status: 200 len: 217 time: 0.0378609 Mar 11 18:09:59.324946 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-34773d44-68eb-46fe-a8fd-374631fad377 req-10facf8c-89a9-46f0-9468-0b5d120dd438 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Mar 11 18:09:59.357809 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-60dca580-77cd-49cf-9418-824ca64714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.359455 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-60dca580-77cd-49cf-9418-824ca64714bc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3 HTTP/1.1" status: 200 len: 852 time: 0.0549295 Mar 11 18:09:59.407644 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-8be6d9fd-3c13-4b41-8a7f-24722aaef94e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6e8f1f47-5317-4705-8f1b-f8a28063d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365462 Mar 11 18:09:59.510276 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-d7b2fb45-716f-49aa-bc8d-5c6b34fdc71f service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912635 Mar 11 18:09:59.515210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d36cc-694f-4911-984b-4c97f9930738 req-7f00df1a-b399-4c14-9966-a360c90cf58f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:09:59.516981 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc4d36cc-694f-4911-984b-4c97f9930738 req-7f00df1a-b399-4c14-9966-a360c90cf58f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0616632 Mar 11 18:09:59.570634 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc4d36cc-694f-4911-984b-4c97f9930738 req-19446579-ddbb-4d45-b3ab-881d65b03a3f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Mar 11 18:09:59.622401 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cdb9fdda-e14d-443b-b54a-bf78104b1c41 req-9ca994ac-52c6-46f2-9397-c91c27d2632e service neutron] 10.222.0.107 "GET /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026194 Mar 11 18:09:59.694200 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.449951 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9803e-746d-4356-b2ed-deacdb52d9b2 req-8180f949-bb4a-4ed7-8ac4-dc52b1e7708c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.451498 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ad9803e-746d-4356-b2ed-deacdb52d9b2 req-8180f949-bb4a-4ed7-8ac4-dc52b1e7708c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0534608 Mar 11 18:10:00.503120 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4ad9803e-746d-4356-b2ed-deacdb52d9b2 req-e92f3257-63fa-4c53-8223-e06d943435b0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Mar 11 18:10:00.647298 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:00.711032 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a45229-e84d-4733-8d46-be358fa4f158 req-621d1f52-2b87-42c0-bf16-ccd4ceaeeacc tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:00.712551 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28a45229-e84d-4733-8d46-be358fa4f158 req-621d1f52-2b87-42c0-bf16-ccd4ceaeeacc tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0656338 Mar 11 18:10:00.760474 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28a45229-e84d-4733-8d46-be358fa4f158 req-fd59cefb-bf70-46d7-be70-97a989c7c191 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Mar 11 18:10:01.622370 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ec5b8-ddaa-4f2c-88be-b4d68b260977 req-d9c3c760-9ed5-431f-a063-095d07340d84 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:01.623881 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b93ec5b8-ddaa-4f2c-88be-b4d68b260977 req-d9c3c760-9ed5-431f-a063-095d07340d84 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0531738 Mar 11 18:10:01.677240 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b93ec5b8-ddaa-4f2c-88be-b4d68b260977 req-f1a73a8d-e485-47a0-872e-194d754ce56f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Mar 11 18:10:01.883926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616ed5c-0010-4673-8338-6ec5a0c7e6af req-81eee56a-e49f-43ce-af44-b13f6d2c1e7f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:01.885410 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6616ed5c-0010-4673-8338-6ec5a0c7e6af req-81eee56a-e49f-43ce-af44-b13f6d2c1e7f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 944 time: 0.0558717 Mar 11 18:10:01.939187 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6616ed5c-0010-4673-8338-6ec5a0c7e6af req-6d3ea00d-74fb-46c7-89df-4068db72c1a9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Mar 11 18:10:02.146909 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 7a3e19be-7a06-4795-8a3e-e4d96001e80f details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:02.269972 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:02.282628 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '7a3e19be-7a06-4795-8a3e-e4d96001e80f', 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777', 'port_id': '7a3e19be-7a06-4795-8a3e-e4d96001e80f', 'mac_address': 'fa:16:3e:88:4c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c844be-ee57-4bb7-95b4-368b02d9aeec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:02.321738 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 7a3e19be-7a06-4795-8a3e-e4d96001e80f is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:02.322127 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.338637 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3e19be-7a06-4795-8a3e-e4d96001e80f {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:02.358646 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:02.361974 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:02.408960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:02.415873 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.416218 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.416585 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.416924 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.417254 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.417582 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.417908 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.418232 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.418555 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.418890 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.419213 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.419535 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.419866 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:02.795063 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f2a9d-b2b7-4d55-8c91-7b5914efac8d req-2e2b9267-84c0-45f1-8ea6-a5147e54cfce tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:02.796609 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd5f2a9d-b2b7-4d55-8c91-7b5914efac8d req-2e2b9267-84c0-45f1-8ea6-a5147e54cfce tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Mar 11 18:10:02.854827 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd5f2a9d-b2b7-4d55-8c91-7b5914efac8d req-f0078652-114b-4cf2-88b2-18d89ff9162d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473385 Mar 11 18:10:03.058404 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6558-9452-4007-a5ee-67be67a1f2df req-9aa02034-0c8c-42cd-ab8c-7bb40c0b9fd2 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:03.059892 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c5d6558-9452-4007-a5ee-67be67a1f2df req-9aa02034-0c8c-42cd-ab8c-7bb40c0b9fd2 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 945 time: 0.0528774 Mar 11 18:10:03.106775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c5d6558-9452-4007-a5ee-67be67a1f2df req-79a174c4-aaa0-4f73-972a-bb9ca84dc356 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Mar 11 18:10:03.463319 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['7a3e19be-7a06-4795-8a3e-e4d96001e80f'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:04.193447 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3dbd2-33e2-412b-b71b-9e4e64041ab6 req-26e7d90a-8b1f-48c4-8240-297cd3afaf5a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:04.195097 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efc3dbd2-33e2-412b-b71b-9e4e64041ab6 req-26e7d90a-8b1f-48c4-8240-297cd3afaf5a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.2706432 Mar 11 18:10:04.279971 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efc3dbd2-33e2-412b-b71b-9e4e64041ab6 req-c7b4f782-1933-4a5b-a76e-360ec8bc7cee tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768085 Mar 11 18:10:04.288256 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c811c-dba3-4069-ade7-9abcef735ef0 req-f8717d00-672c-4b2e-9881-558dd658e2f7 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:04.289745 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-329c811c-dba3-4069-ade7-9abcef735ef0 req-f8717d00-672c-4b2e-9881-558dd658e2f7 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 945 time: 0.1047764 Mar 11 18:10:04.348564 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-329c811c-dba3-4069-ade7-9abcef735ef0 req-37e2046c-3c1c-431a-9310-d27e9005b084 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 Mar 11 18:10:05.330784 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 7a3e19be-7a06-4795-8a3e-e4d96001e80f up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:05.389264 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 7a3e19be-7a06-4795-8a3e-e4d96001e80f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:05.393813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 7a3e19be-7a06-4795-8a3e-e4d96001e80f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:05.394190 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.415393 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c03303-9e29-43cd-a493-0affb0db2832 req-a4bb06c0-feb6-4d08-b215-4761db15595c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:05.417184 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4c03303-9e29-43cd-a493-0affb0db2832 req-a4bb06c0-feb6-4d08-b215-4761db15595c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Mar 11 18:10:05.494537 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 7a3e19be-7a06-4795-8a3e-e4d96001e80f is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:05.495078 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.499905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4c03303-9e29-43cd-a493-0affb0db2832 req-4e25dce6-b24d-4a92-8f83-8ec55717f7f4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Mar 11 18:10:05.523796 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8eeb9-869c-46a2-95da-fef81e46839c req-8819b9b1-63af-4ca2-bf1e-b6876b2f3401 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:05.525385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6dd8eeb9-869c-46a2-95da-fef81e46839c req-8819b9b1-63af-4ca2-bf1e-b6876b2f3401 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 945 time: 0.1002972 Mar 11 18:10:05.533263 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:05.535520 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112f2d2-aea4-44c7-8b6b-238a382665b6" -d '{"events": [{"server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "name": "network-vif-plugged", "status": "completed", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:05.558554 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:05.564698 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:05.611038 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6dd8eeb9-869c-46a2-95da-fef81e46839c req-812d47ce-a28f-4c56-b03b-8eddd57f4fc3 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792806 Mar 11 18:10:05.761660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2116a014-bdcf-4115-847e-07a72e5dfa9f x-openstack-request-id: req-2116a014-bdcf-4115-847e-07a72e5dfa9f {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:05.762280 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "name": "network-vif-plugged", "status": "completed", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:05.762713 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2116a014-bdcf-4115-847e-07a72e5dfa9f {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:05.763699 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f', 'code': 200} Mar 11 18:10:05.804664 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:05.839130 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d2b3-df3a-4e93-9aef-51cf0facc852 req-a2df88c9-15be-4dec-ac00-1244bfd08e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:05.841502 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d8e8d2b3-df3a-4e93-9aef-51cf0facc852 req-a2df88c9-15be-4dec-ac00-1244bfd08e9a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 1130 time: 0.0717375 Mar 11 18:10:05.906554 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d8e8d2b3-df3a-4e93-9aef-51cf0facc852 req-62535205-34ec-46e4-b0b5-146c11a2b3dc service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Mar 11 18:10:06.624971 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272bdff-1650-49cb-9e31-aeadd880c18b req-f865ac1f-4796-4780-a05b-01bf4f663f37 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:06.627020 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2272bdff-1650-49cb-9e31-aeadd880c18b req-f865ac1f-4796-4780-a05b-01bf4f663f37 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0523334 Mar 11 18:10:06.681771 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2272bdff-1650-49cb-9e31-aeadd880c18b req-b7d0f9a8-b4eb-410d-b16b-68a2e5aa3899 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Mar 11 18:10:06.737164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634f3c-b911-47e6-8b91-f7a2f3505e83 req-16cbfdf6-4860-456d-ba45-204199671bbd tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:06.738662 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62634f3c-b911-47e6-8b91-f7a2f3505e83 req-16cbfdf6-4860-456d-ba45-204199671bbd tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.0547245 Mar 11 18:10:06.786676 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62634f3c-b911-47e6-8b91-f7a2f3505e83 req-71bf0cc6-53dc-4edb-b2e2-9df4614875e2 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Mar 11 18:10:07.801579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069a40-ee41-4a61-a001-d2c354f34b1f req-7be2d556-e934-44b1-b760-a88ae06f9ec2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:07.803104 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99069a40-ee41-4a61-a001-d2c354f34b1f req-7be2d556-e934-44b1-b760-a88ae06f9ec2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0539274 Mar 11 18:10:07.852668 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-99069a40-ee41-4a61-a001-d2c354f34b1f req-bdea00ff-46bc-44c6-bb01-2ae1574aa4d4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Mar 11 18:10:07.918616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42a2a-d1eb-4bef-926d-3d4e32a4793d req-0fc5ca3f-046c-4bab-baf4-cce08e393943 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:07.920183 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbe42a2a-d1eb-4bef-926d-3d4e32a4793d req-0fc5ca3f-046c-4bab-baf4-cce08e393943 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.0660267 Mar 11 18:10:07.968452 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbe42a2a-d1eb-4bef-926d-3d4e32a4793d req-8eb0f67f-3c1e-40ee-89c6-a57a9ca62ae4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Mar 11 18:10:08.985990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb21a5b-58e3-4ffe-84ff-34126b36f8d4 req-440b3982-49e6-4048-ab65-8b922bc980d2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:08.987578 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8eb21a5b-58e3-4ffe-84ff-34126b36f8d4 req-440b3982-49e6-4048-ab65-8b922bc980d2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0556531 Mar 11 18:10:09.046519 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8eb21a5b-58e3-4ffe-84ff-34126b36f8d4 req-26bf9173-a7d8-4c44-adc4-c3c784fae5b3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Mar 11 18:10:09.106917 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e59d-b5b6-4857-afae-a7359f9fb11e req-1344928e-de9b-4481-b61b-255be795d03d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:09.108561 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25c6e59d-b5b6-4857-afae-a7359f9fb11e req-1344928e-de9b-4481-b61b-255be795d03d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.0610871 Mar 11 18:10:09.170504 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25c6e59d-b5b6-4857-afae-a7359f9fb11e req-091b4303-d045-48be-832d-24129ce8e955 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Mar 11 18:10:10.251547 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff047-b5db-4b4d-8d61-fa1369007a9b req-f60ea857-7fed-462f-98c0-626ed6b57612 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:10.255977 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a97ff047-b5db-4b4d-8d61-fa1369007a9b req-f60ea857-7fed-462f-98c0-626ed6b57612 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1054018 Mar 11 18:10:10.404248 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a97ff047-b5db-4b4d-8d61-fa1369007a9b req-568aa180-8e04-43c0-8035-990efe34efda tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415150 Mar 11 18:10:10.439975 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755d3e-70dd-4029-ae28-f14d6aea103c req-865ee1a4-e6ed-46e5-b2b6-68d97058d1b4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:10.442574 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8755d3e-70dd-4029-ae28-f14d6aea103c req-865ee1a4-e6ed-46e5-b2b6-68d97058d1b4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.1436689 Mar 11 18:10:10.560099 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8755d3e-70dd-4029-ae28-f14d6aea103c req-235a1cda-40e5-4477-a4dc-d95e12ffbee0 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080177 Mar 11 18:10:10.836903 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35458) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:10.893798 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5db16-3f2b-4bca-954d-e39fdddaf521 req-1bb4d3d6-c262-4c2b-b93c-710fc4c0be5b tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:10.895526 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acc5db16-3f2b-4bca-954d-e39fdddaf521 req-1bb4d3d6-c262-4c2b-b93c-710fc4c0be5b tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0958407 Mar 11 18:10:10.994818 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acc5db16-3f2b-4bca-954d-e39fdddaf521 req-934fd4ce-9b43-4a90-912a-8d8993fabc16 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869188 Mar 11 18:10:11.048442 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.142851 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Publish callbacks [] for security_group (2d8305a4-be0b-480d-a80a-bfe6e74d38a9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.150356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2d8305a4-be0b-480d-a80a-bfe6e74d38a9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.199096 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1aa7c73626fb4b53b213dbfbb7a676c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605704 Mar 11 18:10:11.199809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8305a4-be0b-480d-a80a-bfe6e74d38a9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.202684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:11.209231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.209581 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.209980 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.210271 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.210608 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.210941 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.211270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.211648 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.212160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.212312 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.212597 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.212923 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.213325 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b546d-5e8c-4bb9-bb41-8092ed2497c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.284263 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Publish callbacks [] for security_group (2d8305a4-be0b-480d-a80a-bfe6e74d38a9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.309597 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Publish callbacks [] for security_group (2d8305a4-be0b-480d-a80a-bfe6e74d38a9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.375367 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2d8305a4-be0b-480d-a80a-bfe6e74d38a9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.378038 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:11.381833 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2d8305a4-be0b-480d-a80a-bfe6e74d38a9 HTTP/1.1" status: 204 len: 168 time: 0.1754034 Mar 11 18:10:11.387981 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8305a4-be0b-480d-a80a-bfe6e74d38a9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:11.398355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.398888 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.399254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.399597 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.400117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.400656 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.401019 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.401358 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.401705 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.402064 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.402387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.402719 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.403036 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2c06b-df22-43ae-85fe-8dcabcd927d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:11.574233 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bfe52-b59d-40ae-8c31-59bbca5dacfe req-60dd7357-e283-4663-8689-73b41bf4abc1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:11.576053 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e6bfe52-b59d-40ae-8c31-59bbca5dacfe req-60dd7357-e283-4663-8689-73b41bf4abc1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0706544 Mar 11 18:10:11.635127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e6bfe52-b59d-40ae-8c31-59bbca5dacfe req-c68076c8-4e09-4465-b55d-72065e9ccd2b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515344 Mar 11 18:10:11.696399 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5355c-2bf0-48b3-9065-6b9970df0018 req-26944f75-e7ee-4712-8463-2e7570851d68 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:11.698279 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-72a5355c-2bf0-48b3-9065-6b9970df0018 req-26944f75-e7ee-4712-8463-2e7570851d68 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.0678239 Mar 11 18:10:11.769585 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-72a5355c-2bf0-48b3-9065-6b9970df0018 req-51718a1c-2eea-4b0e-8318-b334ff4328b3 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590227 Mar 11 18:10:12.177759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5ed30-20a6-495a-9573-529f0f5a2aff req-39365174-6b0d-4e46-b881-3f22ca507f7e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.179823 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76c5ed30-20a6-495a-9573-529f0f5a2aff req-39365174-6b0d-4e46-b881-3f22ca507f7e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0699103 Mar 11 18:10:12.249636 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76c5ed30-20a6-495a-9573-529f0f5a2aff req-b2aa89d7-c589-429e-aa06-0d1eb2036495 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616956 Mar 11 18:10:12.781078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcba9d6-7632-4c5d-a465-3a1e5aa1202e req-25256205-2f9d-4cf5-a867-75c7b63671c9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:12.782749 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bcba9d6-7632-4c5d-a465-3a1e5aa1202e req-25256205-2f9d-4cf5-a867-75c7b63671c9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0728352 Mar 11 18:10:12.837205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bcba9d6-7632-4c5d-a465-3a1e5aa1202e req-033a858c-e6c1-4d6a-940a-484202c3015a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Mar 11 18:10:13.373751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685af31a-553a-4342-a1a1-eeeeda03c84b req-97a6c7bc-dbbb-41cf-8f9f-6161eb53ff3d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:13.375237 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-685af31a-553a-4342-a1a1-eeeeda03c84b req-97a6c7bc-dbbb-41cf-8f9f-6161eb53ff3d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0556695 Mar 11 18:10:13.431543 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-685af31a-553a-4342-a1a1-eeeeda03c84b req-1bc307f5-28b9-465b-ad54-8735ba86da97 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499895 Mar 11 18:10:13.969140 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d47c2-f80d-4900-84db-0cbd575c1b7e req-641e6c58-d039-4218-894b-ee31bffbf02a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:13.970812 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d93d47c2-f80d-4900-84db-0cbd575c1b7e req-641e6c58-d039-4218-894b-ee31bffbf02a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0637624 Mar 11 18:10:14.022398 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d93d47c2-f80d-4900-84db-0cbd575c1b7e req-8f9579e3-ae33-4980-9b70-d3bbc41251b9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Mar 11 18:10:14.555025 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c208b-967d-426d-804c-8dd7ad37d6cf req-963de3da-6d6a-437b-930e-26fb42d11f44 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:14.556463 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-538c208b-967d-426d-804c-8dd7ad37d6cf req-963de3da-6d6a-437b-930e-26fb42d11f44 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0557191 Mar 11 18:10:14.611681 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-538c208b-967d-426d-804c-8dd7ad37d6cf req-51e95c77-102f-4585-9381-dfa68ca0324d tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Mar 11 18:10:15.164442 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa666a-6e81-41d5-8334-ff97a4fbcfee req-3250436b-00a0-48d4-91d1-3b6bd1a1400c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:15.166015 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9fa666a-6e81-41d5-8334-ff97a4fbcfee req-3250436b-00a0-48d4-91d1-3b6bd1a1400c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0684507 Mar 11 18:10:15.236245 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9fa666a-6e81-41d5-8334-ff97a4fbcfee req-3e26c174-c8ff-4bc4-b770-9fa27e527cb6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 Mar 11 18:10:15.753173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29d472-73c6-4294-8f67-b9856fe9578f req-feb6633a-058e-4a97-8443-a557c0a64fef tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:15.755163 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc29d472-73c6-4294-8f67-b9856fe9578f req-feb6633a-058e-4a97-8443-a557c0a64fef tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0675535 Mar 11 18:10:15.832820 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cc29d472-73c6-4294-8f67-b9856fe9578f req-80b1e364-8f10-4858-9332-c6bdd101a9c0 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/security-groups?id=52aa24c7-fa85-4a4f-a872-c0007479f12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701137 Mar 11 18:10:16.158227 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-74dc0840-dfab-4717-9b6b-4e5d470444f1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.159694 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-74dc0840-dfab-4717-9b6b-4e5d470444f1 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.107 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 946 time: 0.0882280 Mar 11 18:10:16.291891 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Deleting port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:10:16.292242 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:16.378348 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff918c-e660-4ea6-9cd1-c47d33b07894 req-918848cf-ca47-406c-a141-07dc22d6f4a4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:16.379742 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09ff918c-e660-4ea6-9cd1-c47d33b07894 req-918848cf-ca47-406c-a141-07dc22d6f4a4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0566199 Mar 11 18:10:16.405973 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] For port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,segment=NetworkSegment(1a078f33-f52f-4b5d-a4e8-9f8d073db3cb),segment_id=1a078f33-f52f-4b5d-a4e8-9f8d073db3cb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:16.406714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:16.425037 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Calling delete_port for 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:10:16.437128 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09ff918c-e660-4ea6-9cd1-c47d33b07894 req-0298983b-70f5-45ee-a714-e6a2929ebed5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Mar 11 18:10:16.603402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (1eab78c7-7988-4fc8-b6b9-a9c5d6495a12), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:16.621564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['1eab78c7-7988-4fc8-b6b9-a9c5d6495a12'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:16.646502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Pushing event deleted for resources: {'Port': ['ID=1eab78c7-7988-4fc8-b6b9-a9c5d6495a12,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:16.710698 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] No DVR routers for this DVR port 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:16.715010 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:16.718381 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-edc6d688-19b2-4da5-9871-66d2194e89aa req-244c0742-f5e4-4b1f-9228-75f2a0282547 tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.107 "DELETE /v2.0/ports/1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 HTTP/1.1" status: 204 len: 173 time: 0.5534790 Mar 11 18:10:16.718823 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'name': 'network-vif-deleted', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:16.721652 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186c153-edda-492e-994e-96a595a5ba28" -d '{"events": [{"server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "name": "network-vif-deleted", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:16.760667 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4631b04-c73c-4797-87f1-295ee9f6843f x-openstack-request-id: req-e4631b04-c73c-4797-87f1-295ee9f6843f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:16.760994 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e68537-4e62-4713-8d46-d02ce780718e", "name": "network-vif-deleted", "tag": "1eab78c7-7988-4fc8-b6b9-a9c5d6495a12", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:16.761251 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4631b04-c73c-4797-87f1-295ee9f6843f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:16.761652 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e68537-4e62-4713-8d46-d02ce780718e', 'name': 'network-vif-deleted', 'tag': '1eab78c7-7988-4fc8-b6b9-a9c5d6495a12', 'status': 'completed', 'code': 200} Mar 11 18:10:16.944634 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c1a4df1-7770-426b-9975-f2d8e29a296b req-c5cc8fbb-c70a-4758-888d-fa966d3e9b1e tempest-DeleteServersTestJSON-321356215 tempest-DeleteServersTestJSON-321356215-project] 10.222.0.105 "GET /v2.0/ports?device_id=46e68537-4e62-4713-8d46-d02ce780718e HTTP/1.1" status: 200 len: 210 time: 0.0284803 Mar 11 18:10:17.593602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9fd8e-2e9c-46d6-b257-77e7d1fed613 req-0e4fe755-c298-498a-8211-d1f4415f2465 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:17.599198 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3b9fd8e-2e9c-46d6-b257-77e7d1fed613 req-0e4fe755-c298-498a-8211-d1f4415f2465 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0896149 Mar 11 18:10:17.671116 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d3b9fd8e-2e9c-46d6-b257-77e7d1fed613 req-84bdbc1d-3b84-4e8c-890c-c834baf732f0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 Mar 11 18:10:17.801324 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:17.938426 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1780241-3e8d-4231-a9fd-cc89edb9ca5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.041732 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-2c317401-63e8-460a-859d-0d1f0b7798c4 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=c0144138e18e44068d40d6537955e21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362623 Mar 11 18:10:18.046594 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1780241-3e8d-4231-a9fd-cc89edb9ca5f admin admin] Publish callbacks [] for security_group (a7e85f0f-8b49-4a80-822b-b25504f6cf76), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.053386 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1780241-3e8d-4231-a9fd-cc89edb9ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a7e85f0f-8b49-4a80-822b-b25504f6cf76), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.100742 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b1780241-3e8d-4231-a9fd-cc89edb9ca5f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=999cfd7ae328403db0553dffa957ce18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973466 Mar 11 18:10:18.101545 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:18.102270 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1780241-3e8d-4231-a9fd-cc89edb9ca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e85f0f-8b49-4a80-822b-b25504f6cf76,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:18.170786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] Publish callbacks [] for security_group (a7e85f0f-8b49-4a80-822b-b25504f6cf76), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.198502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] Publish callbacks [] for security_group (a7e85f0f-8b49-4a80-822b-b25504f6cf76), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.282802 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-9ad91e49-1c32-4770-81b7-8ac1620b58fc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:18.287254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a7e85f0f-8b49-4a80-822b-b25504f6cf76), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.289616 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-9ad91e49-1c32-4770-81b7-8ac1620b58fc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423363 Mar 11 18:10:18.289844 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.293646 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a7e85f0f-8b49-4a80-822b-b25504f6cf76 HTTP/1.1" status: 204 len: 168 time: 0.1850643 Mar 11 18:10:18.301452 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d6c07-69cd-43f7-ac5f-26bb9c4ad8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e85f0f-8b49-4a80-822b-b25504f6cf76,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:18.309078 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4b39d612-ccdb-402e-9947-5cb75ea4107a tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/quotas/c0144138e18e44068d40d6537955e21e HTTP/1.1" status: 200 len: 375 time: 0.0177054 Mar 11 18:10:18.346918 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-fdfd2131-b349-44f7-81d5-93e9101dcea1 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c0144138e18e44068d40d6537955e21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323637 Mar 11 18:10:18.553328 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-648af2c4-a659-49c6-879e-c8b01ef70811 req-390e97ee-1a50-40b4-8b9b-b6af8c4712d4 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 210 time: 0.0377235 Mar 11 18:10:18.685583 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35794) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:18.702850 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-934dabaa-9b79-41b0-8a26-0b9bd8a0944a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.854874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-934dabaa-9b79-41b0-8a26-0b9bd8a0944a admin admin] Publish callbacks [] for security_group (14007664-0430-452d-9960-d0b29ee81316), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.868075 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305fac-2d7d-42c2-9b68-5bc0e8677b1e req-53a0f0a1-1a93-4e8e-91f1-1c8a1b6c403c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:18.869601 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3305fac-2d7d-42c2-9b68-5bc0e8677b1e req-53a0f0a1-1a93-4e8e-91f1-1c8a1b6c403c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0954027 Mar 11 18:10:18.870764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-934dabaa-9b79-41b0-8a26-0b9bd8a0944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (14007664-0430-452d-9960-d0b29ee81316), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:18.929944 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-934dabaa-9b79-41b0-8a26-0b9bd8a0944a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9fae41909d754b9690c5b107fee7c276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431748 Mar 11 18:10:18.931117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dabaa-9b79-41b0-8a26-0b9bd8a0944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14007664-0430-452d-9960-d0b29ee81316,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:18.934648 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:18.994159 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] Publish callbacks [] for security_group (14007664-0430-452d-9960-d0b29ee81316), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.013086 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3305fac-2d7d-42c2-9b68-5bc0e8677b1e req-92f95270-ff34-4f32-a9de-d963a781461d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221180 Mar 11 18:10:19.024449 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] Publish callbacks [] for security_group (14007664-0430-452d-9960-d0b29ee81316), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.108260 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (14007664-0430-452d-9960-d0b29ee81316), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.113711 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.116858 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/14007664-0430-452d-9960-d0b29ee81316 HTTP/1.1" status: 204 len: 168 time: 0.1804638 Mar 11 18:10:19.150901 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26179aca-890e-4eb8-bc36-030dd2823f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14007664-0430-452d-9960-d0b29ee81316,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:19.392757 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:19.415965 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:10:19.416408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1eab78c7-7988-4fc8-b6b9-a9c5d6495a12 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:19.539986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:19.593300 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Deleting subnet 420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:10:19.598419 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Publish callbacks [] for subnet (420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.659262 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Publish callbacks [] for subnet (420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.663000 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-40c54043-2610-4a89-917a-f5473c926b9c req-038b9ccb-0cda-44d7-af64-315eae00bc10 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 210 time: 0.0424263 Mar 11 18:10:19.676085 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.788176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.834651 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:19.840525 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:19.847868 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c8cfdf73-660d-4b7d-b55e-c0c37ee1a2f9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/420ee7ca-6b09-4f2a-b1b0-05f6f6c4dbb3 HTTP/1.1" status: 204 len: 168 time: 0.3044407 Mar 11 18:10:19.848312 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:19.917141 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-154fdf66-a1bb-44e5-ab3a-93581bf05f79 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=c0144138e18e44068d40d6537955e21e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693214 Mar 11 18:10:19.966147 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (6e8f1f47-5317-4705-8f1b-f8a28063d58f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.108237 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:20.120311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (6e8f1f47-5317-4705-8f1b-f8a28063d58f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.148151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.148151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.149176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.150051 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > port after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.150426 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.150770 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > port after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.151090 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.151585 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.151931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.152356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.276140 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-de029a7a-6b15-4e6e-be45-e61c6fc569be tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:20.278040 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-de029a7a-6b15-4e6e-be45-e61c6fc569be tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526559 Mar 11 18:10:20.295248 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Request body: {'port': {'device_id': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12', 'admin_state_up': True, 'tenant_id': 'c0144138e18e44068d40d6537955e21e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:20.309244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.309851 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.310329 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.310787 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:10:20.311482 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8f1f47-5317-4705-8f1b-f8a28063d58f']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:20.332447 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:20.332920 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a078f33-f52f-4b5d-a4e8-9f8d073db3cb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:20.350738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (1a078f33-f52f-4b5d-a4e8-9f8d073db3cb), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.395433 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (1a078f33-f52f-4b5d-a4e8-9f8d073db3cb), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.421695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:10:20.422225 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (1a078f33-f52f-4b5d-a4e8-9f8d073db3cb), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.438041 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c58f7a-f85c-475c-937f-8c9f61b62811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: from cryptography.utils import int_from_bytes Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: from cryptography.utils import int_from_bytes Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:10:20.445925 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:10:20.484457 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Made reservation on behalf of c0144138e18e44068d40d6537955e21e for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:20.488258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.504154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.543534 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e25260-1478-48bd-ab9f-9515f53dff16 req-d7ae4dc9-0b78-402e-8602-3e9dbd3b4c01 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:20.548517 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1e25260-1478-48bd-ab9f-9515f53dff16 req-d7ae4dc9-0b78-402e-8602-3e9dbd3b4c01 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1756032 Mar 11 18:10:20.549763 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (6e8f1f47-5317-4705-8f1b-f8a28063d58f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.581082 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.585122 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6e8f1f47-5317-4705-8f1b-f8a28063d58f HTTP/1.1" status: 204 len: 168 time: 0.7351971 Mar 11 18:10:20.601976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31310f5-d9b3-41f9-8df2-84bd34d38b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8f1f47-5317-4705-8f1b-f8a28063d58f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:20.632281 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c58f7a-f85c-475c-937f-8c9f61b62811 admin admin] Publish callbacks [] for security_group (adbc1561-15fb-4dac-89ee-335fbcb1f53b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.641001 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2c58f7a-f85c-475c-937f-8c9f61b62811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (adbc1561-15fb-4dac-89ee-335fbcb1f53b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.667140 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b1e25260-1478-48bd-ab9f-9515f53dff16 req-b461a5a6-a2bb-4cd3-8e29-ad021215eeb9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Mar 11 18:10:20.722139 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks [] for security_group (7918a46f-6485-43b9-b9b8-997f01f50e99), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.729796 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e2c58f7a-f85c-475c-937f-8c9f61b62811 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=52cbccbddad346af85dd8edc76e2a258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169305 Mar 11 18:10:20.729796 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58f7a-f85c-475c-937f-8c9f61b62811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc1561-15fb-4dac-89ee-335fbcb1f53b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:20.730408 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7918a46f-6485-43b9-b9b8-997f01f50e99), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.732010 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:20.804352 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7918a46f-6485-43b9-b9b8-997f01f50e99,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:20.866273 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45fdb411-5c1d-4a4c-93c9-bb41576fb727 req-7ab605a0-8f0b-410f-8c45-5bb0daa3d9a3 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 210 time: 0.0490043 Mar 11 18:10:20.895975 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35880) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:20.919110 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] Publish callbacks [] for security_group (adbc1561-15fb-4dac-89ee-335fbcb1f53b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.929125 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Allocated IP 192.168.233.50 (88b654ec-21e2-4d6a-bf01-3942b55f6f12/bcb334ea-848f-4bce-a094-99de926e0a3e/2cca93df-277b-46e3-8f05-c9e0262ba353) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:20.960675 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] Publish callbacks [] for security_group (adbc1561-15fb-4dac-89ee-335fbcb1f53b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:20.976244 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-54a3b1eb-b7fe-4568-96f6-f377c94feb90 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9ba3f835ac6f4fca8982c9462f888aa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0789149 Mar 11 18:10:20.980429 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35882) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:21.019717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (adbc1561-15fb-4dac-89ee-335fbcb1f53b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.022699 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.023831 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/adbc1561-15fb-4dac-89ee-335fbcb1f53b HTTP/1.1" status: 204 len: 168 time: 0.2874374 Mar 11 18:10:21.054078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794f88d-15c5-4261-9120-da52868b697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc1561-15fb-4dac-89ee-335fbcb1f53b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.134078 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks [] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.179478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] Publish callbacks [] for security_group (52aa24c7-fa85-4a4f-a872-c0007479f12a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.186263 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.248321 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] Publish callbacks [] for security_group (52aa24c7-fa85-4a4f-a872-c0007479f12a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.267262 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:21.272662 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:21.279739 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:21.285306 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:21.285954 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.294116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Pushing event updated for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.348056 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-4f04d1e6-0235-470b-917e-bd863d9694bc tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0582244 Mar 11 18:10:21.367734 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Request body: {'port': {'device_id': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:21.411829 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (52aa24c7-fa85-4a4f-a872-c0007479f12a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.414414 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.418312 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/52aa24c7-fa85-4a4f-a872-c0007479f12a HTTP/1.1" status: 204 len: 168 time: 0.4342351 Mar 11 18:10:21.439737 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b49b6-6e7b-4879-990a-2a7fe7e78b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa24c7-fa85-4a4f-a872-c0007479f12a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:21.485094 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.616808 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35900) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:21.638689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd58337d-936a-4344-a6d1-71ee9f8e4253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.682349 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-568f46cb-20e9-4908-82a1-49a88d26186b None None] Provisioning complete for port 2cca93df-277b-46e3-8f05-c9e0262ba353 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:21.685952 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-568f46cb-20e9-4908-82a1-49a88d26186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.790638 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-568f46cb-20e9-4908-82a1-49a88d26186b None None] Port 2cca93df-277b-46e3-8f05-c9e0262ba353 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:21.913045 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd58337d-936a-4344-a6d1-71ee9f8e4253 admin admin] Publish callbacks [] for security_group (5115421a-bfa6-40a8-9409-5eda6cc0fcdb), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:21.939559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5668-51c7-4a9c-9cca-c12d8812a2b7 req-d3618a07-60aa-44e1-a8b6-11b291765f5a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:21.952489 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b4d5668-51c7-4a9c-9cca-c12d8812a2b7 req-d3618a07-60aa-44e1-a8b6-11b291765f5a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1436181 Mar 11 18:10:21.973466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd58337d-936a-4344-a6d1-71ee9f8e4253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5115421a-bfa6-40a8-9409-5eda6cc0fcdb), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.080893 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58337d-936a-4344-a6d1-71ee9f8e4253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115421a-bfa6-40a8-9409-5eda6cc0fcdb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.092544 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bd58337d-936a-4344-a6d1-71ee9f8e4253 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=356a5db0cf7345ef96b2b7d7c1dcbd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744520 Mar 11 18:10:22.099983 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:22.124453 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b4d5668-51c7-4a9c-9cca-c12d8812a2b7 req-ac0660b7-d6f1-4e24-b803-fba66044f5eb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702373 Mar 11 18:10:22.159187 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84351909-4c4c-4034-8705-87310f7cdfe4 req-dce9f334-ba63-47bd-9080-e293d5615b8c tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.161289 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-84351909-4c4c-4034-8705-87310f7cdfe4 req-dce9f334-ba63-47bd-9080-e293d5615b8c tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 935 time: 0.1995909 Mar 11 18:10:22.191617 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cca93df-277b-46e3-8f05-c9e0262ba353 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:22.202559 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks [] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.204992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:22.223115 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Transition to ACTIVE for port object 2cca93df-277b-46e3-8f05-c9e0262ba353 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:22.229522 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.247643 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] Publish callbacks [] for security_group (5115421a-bfa6-40a8-9409-5eda6cc0fcdb), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.256558 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-84351909-4c4c-4034-8705-87310f7cdfe4 req-96fc22f2-9653-4163-a989-442dd61b3c2d tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863349 Mar 11 18:10:22.313833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Pushing event updated for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.314146 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] Publish callbacks [] for security_group (5115421a-bfa6-40a8-9409-5eda6cc0fcdb), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.328854 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Attempting to bind port 2cca93df-277b-46e3-8f05-c9e0262ba353 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:22.329197 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Attempting to bind port 2cca93df-277b-46e3-8f05-c9e0262ba353 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:22.329522 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Attempting to bind port 2cca93df-277b-46e3-8f05-c9e0262ba353 on network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:22.334825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Port 2cca93df-277b-46e3-8f05-c9e0262ba353 on network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:22.335355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Attempting to bind port 2cca93df-277b-46e3-8f05-c9e0262ba353 on network 88b654ec-21e2-4d6a-bf01-3942b55f6f12 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:22.342052 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:22.342571 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Checking segment: {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:22.343112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Bound using segment: {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:22.343984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Bound port: 2cca93df-277b-46e3-8f05-c9e0262ba353, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c12d95-5015-4cf9-86a1-ff7d0129d784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:22.345192 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.387109 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5115421a-bfa6-40a8-9409-5eda6cc0fcdb), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.395825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.399804 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5115421a-bfa6-40a8-9409-5eda6cc0fcdb HTTP/1.1" status: 204 len: 168 time: 0.2985723 Mar 11 18:10:22.427035 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf372c-7b11-47af-adb9-ad4425059707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115421a-bfa6-40a8-9409-5eda6cc0fcdb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.505199 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-512bba5d-87b4-46dc-b266-703c21061d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.509113 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:22.532893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2cca93df-277b-46e3-8f05-c9e0262ba353,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:22.545999 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.562754 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:22.627717 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.628526 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.630093 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] 10.222.0.107 "PUT /v2.0/ports/2cca93df-277b-46e3-8f05-c9e0262ba353 HTTP/1.1" status: 200 len: 1097 time: 1.2718327 Mar 11 18:10:22.633493 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:22.635926 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead261b1-e75e-47b6-a343-859e0e67af35" -d '{"events": [{"name": "network-changed", "server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:22.674233 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61a6ad-d888-4392-8aea-006ed3a6770f service neutron] Pushing event updated for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.727237 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0efea1c-8917-46ab-bd31-dfa009ce9905 x-openstack-request-id: req-f0efea1c-8917-46ab-bd31-dfa009ce9905 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:22.727543 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:22.727801 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f0efea1c-8917-46ab-bd31-dfa009ce9905 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:22.728242 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353', 'status': 'completed', 'code': 200} Mar 11 18:10:22.769816 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-512bba5d-87b4-46dc-b266-703c21061d14 admin admin] Publish callbacks [] for security_group (c1767ace-703d-4637-8601-615d4dd5619f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.778874 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-512bba5d-87b4-46dc-b266-703c21061d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c1767ace-703d-4637-8601-615d4dd5619f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:22.835809 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-512bba5d-87b4-46dc-b266-703c21061d14 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=628f52af66d74cc8bf1fa9b2d41cf1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297233 Mar 11 18:10:22.838847 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:22.846984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bba5d-87b4-46dc-b266-703c21061d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1767ace-703d-4637-8601-615d4dd5619f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:22.860349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-a6c56464-6944-4349-be86-0cc1408a07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:22.861747 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-a6c56464-6944-4349-be86-0cc1408a07d2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c0144138e18e44068d40d6537955e21e&device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 1131 time: 0.1664879 Mar 11 18:10:22.966880 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-29fb9aad-cfbe-4a59-88fd-10547d10bacb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2cca93df-277b-46e3-8f05-c9e0262ba353 HTTP/1.1" status: 200 len: 217 time: 0.0925081 Mar 11 18:10:23.002526 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] Publish callbacks [] for security_group (c1767ace-703d-4637-8601-615d4dd5619f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.089691 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35954) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:23.097112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] Publish callbacks [] for security_group (c1767ace-703d-4637-8601-615d4dd5619f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.121455 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-efe44f92-40ca-4336-9d03-4287308c4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.124248 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-efe44f92-40ca-4336-9d03-4287308c4823 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bcb334ea-848f-4bce-a094-99de926e0a3e HTTP/1.1" status: 200 len: 843 time: 0.1249654 Mar 11 18:10:23.207159 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-6a982efe-55af-491c-9894-48ae2d3c5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.208738 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-6a982efe-55af-491c-9894-48ae2d3c5b5b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=88b654ec-21e2-4d6a-bf01-3942b55f6f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0602338 Mar 11 18:10:23.234898 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c1767ace-703d-4637-8601-615d4dd5619f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.238738 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.245451 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c1767ace-703d-4637-8601-615d4dd5619f HTTP/1.1" status: 204 len: 168 time: 0.4038637 Mar 11 18:10:23.271793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-network', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:23.272324 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94d1ba-d3d7-4cdd-8448-0efc0913ce65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1767ace-703d-4637-8601-615d4dd5619f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:23.383424 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-5d35feaa-cb22-4662-8ffc-c97787264416 service neutron] 10.222.0.107 "GET /v2.0/networks/88b654ec-21e2-4d6a-bf01-3942b55f6f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658137 Mar 11 18:10:23.418576 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Made reservation on behalf of a40b5ab4b36946a5824b709e901a9d8e for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:23.421375 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.439446 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b402-cc02-4772-ac12-b65c2ee248a8 req-ac49b9f0-f10d-408f-bf31-d1e1506506bb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.441032 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27c6b402-cc02-4772-ac12-b65c2ee248a8 req-ac49b9f0-f10d-408f-bf31-d1e1506506bb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.2034485 Mar 11 18:10:23.444692 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.526838 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576559d-1d7a-4c80-bfa7-1ad417a9cc0d req-c7045d0c-99a6-4664-b31f-d032cd6d0622 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.528461 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7576559d-1d7a-4c80-bfa7-1ad417a9cc0d req-c7045d0c-99a6-4664-b31f-d032cd6d0622 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 947 time: 0.1445563 Mar 11 18:10:23.568228 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fb6c2871-20c0-4eb6-89d2-8195b1aa74aa req-72a759e0-0289-4c49-9edd-50df66317222 service neutron] 10.222.0.107 "GET /v2.0/networks/88b654ec-21e2-4d6a-bf01-3942b55f6f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742055 Mar 11 18:10:23.581193 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27c6b402-cc02-4772-ac12-b65c2ee248a8 req-0755e008-656b-4a62-b279-a6b004169a37 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199381 Mar 11 18:10:23.649024 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7576559d-1d7a-4c80-bfa7-1ad417a9cc0d req-cea3a826-01ea-4e89-b057-46f4afe6cbd9 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103809 Mar 11 18:10:23.682644 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks [] for security_group (35ee4dea-41ef-49bb-8904-f9319d2ea2c4), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.687714 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (35ee4dea-41ef-49bb-8904-f9319d2ea2c4), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.717352 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:10:23.744129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (49e5cff3-ee48-4bdb-a8ee-e04d62ccd431), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.744129 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Added segment 49e5cff3-ee48-4bdb-a8ee-e04d62ccd431 of type vlan for network 5a0ecb77-7947-40b2-8883-b961023daad8 Mar 11 18:10:23.747049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-c077fde9-bbcc-4910-ab09-9f1fdcf676cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.749478 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-c077fde9-bbcc-4910-ab09-9f1fdcf676cf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c0144138e18e44068d40d6537955e21e&device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 1131 time: 0.1199195 Mar 11 18:10:23.772553 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b2cb8d1a-199d-4c81-84e2-9b6e95128a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.795689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (5a0ecb77-7947-40b2-8883-b961023daad8), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.815185 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ee4dea-41ef-49bb-8904-f9319d2ea2c4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:23.831599 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (5a0ecb77-7947-40b2-8883-b961023daad8), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.832754 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.833536 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.869950 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:23.876007 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7845356 Mar 11 18:10:23.881111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35982) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:23.887452 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0874-65b7-4ebc-bd7b-6311891900f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:23.893487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Request body: {'subnet': {'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-subnet', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:23.956070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ee844-d464-467d-8da1-51b0defbc6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0ecb77-7947-40b2-8883-b961023daad8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:23.956670 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-4296ef27-8719-4eed-8f17-04dcb9fcba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:23.958111 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-4296ef27-8719-4eed-8f17-04dcb9fcba76 service neutron] 10.222.0.107 "GET /v2.0/networks?id=88b654ec-21e2-4d6a-bf01-3942b55f6f12 HTTP/1.1" status: 200 len: 871 time: 0.1925852 Mar 11 18:10:23.967900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 5a0ecb77-7947-40b2-8883-b961023daad8 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:23.979057 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Made reservation on behalf of a40b5ab4b36946a5824b709e901a9d8e for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:23.981502 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.055110 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-aad6bde2-98ba-4f08-a83a-38072b15f8de service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2cca93df-277b-46e3-8f05-c9e0262ba353 HTTP/1.1" status: 200 len: 217 time: 0.0821209 Mar 11 18:10:24.126132 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0874-65b7-4ebc-bd7b-6311891900f3 admin admin] Publish callbacks [] for security_group (732f2cfa-3b17-4c55-aaa1-19328676dbdf), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.137827 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-54292be2-18a0-4701-8b54-f8dd6581c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:24.139302 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-54292be2-18a0-4701-8b54-f8dd6581c178 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bcb334ea-848f-4bce-a094-99de926e0a3e HTTP/1.1" status: 200 len: 843 time: 0.0752938 Mar 11 18:10:24.140035 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c2f0874-65b7-4ebc-bd7b-6311891900f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (732f2cfa-3b17-4c55-aaa1-19328676dbdf), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.180133 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0c2f0874-65b7-4ebc-bd7b-6311891900f3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2728dd9a16424c85ba72920fdae31570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086884 Mar 11 18:10:24.180728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 35990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:24.227440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (ef985f4d-362c-4b58-8594-73b98122820e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.266216 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f0874-65b7-4ebc-bd7b-6311891900f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732f2cfa-3b17-4c55-aaa1-19328676dbdf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.293539 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef985f4d-362c-4b58-8594-73b98122820e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.307205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-aa54075b-ed23-45e1-bad9-98574b3a261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:24.309050 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-aa54075b-ed23-45e1-bad9-98574b3a261b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=88b654ec-21e2-4d6a-bf01-3942b55f6f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1369221 Mar 11 18:10:24.309866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] Publish callbacks [] for security_group (732f2cfa-3b17-4c55-aaa1-19328676dbdf), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.327384 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Checking segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:24.328008 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Network hostable DHCP agents. Network: 5a0ecb77-7947-40b2-8883-b961023daad8, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:24.351892 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:24.364480 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 5a0ecb77-7947-40b2-8883-b961023daad8) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:24.372855 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:24.373823 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.374200 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107e302-49f5-44ff-807a-1ee96f510800 None None] Network 5a0ecb77-7947-40b2-8883-b961023daad8 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:24.380039 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] Publish callbacks [] for security_group (732f2cfa-3b17-4c55-aaa1-19328676dbdf), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.405044 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2c6f50ce-6b28-4a0d-ab84-05070a0a02c4 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5218406 Mar 11 18:10:24.405973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 35992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:24.413664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:24.457685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (732f2cfa-3b17-4c55-aaa1-19328676dbdf), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.461262 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.461934 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.464008 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/732f2cfa-3b17-4c55-aaa1-19328676dbdf HTTP/1.1" status: 204 len: 168 time: 0.2813892 Mar 11 18:10:24.464539 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.518347 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab630-4f3b-4bde-8837-fda3afd2f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f2cfa-3b17-4c55-aaa1-19328676dbdf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:24.556181 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-5a0ecb77-7947-40b2-8883-b961023daad8', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:10:24.557090 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.586734 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-0e882996-5bae-4d39-a1d9-63a36c55a586 service neutron] 10.222.0.107 "GET /v2.0/networks/88b654ec-21e2-4d6a-bf01-3942b55f6f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554364 Mar 11 18:10:24.656781 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for router_controller (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:24.890149 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ead261b1-e75e-47b6-a343-859e0e67af35 req-745374c3-5806-4489-9b00-b40d578b38ab service neutron] 10.222.0.107 "GET /v2.0/networks/88b654ec-21e2-4d6a-bf01-3942b55f6f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946057 Mar 11 18:10:24.982229 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Allocated IP 172.20.0.2 (5a0ecb77-7947-40b2-8883-b961023daad8/ef985f4d-362c-4b58-8594-73b98122820e/9e9b58f9-479a-496f-ad54-649c717bdf0b) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:25.144488 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.287158 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks [] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.297849 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.388014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Pushing event updated for resources: {'Port': ['ID=9e9b58f9-479a-496f-ad54-649c717bdf0b,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:25.402138 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:25.403544 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for router_gateway (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.407222 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:25.410114 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:25.421665 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669805-8f12-4803-a3c8-72ea2d358e8a req-8415db71-e33b-4d0e-9e31-20a7de4e1c78 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:25.424785 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa669805-8f12-4803-a3c8-72ea2d358e8a req-8415db71-e33b-4d0e-9e31-20a7de4e1c78 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.5782778 Mar 11 18:10:25.425207 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2cca93df-277b-46e3-8f05-c9e0262ba353 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:25.432628 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99411-13b8-456d-828e-8778b38cf144 req-d590a5ac-0e12-48ff-ad7e-f9fc3c932827 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:25.434420 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83d99411-13b8-456d-828e-8778b38cf144 req-d590a5ac-0e12-48ff-ad7e-f9fc3c932827 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 947 time: 0.5974288 Mar 11 18:10:25.529382 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Attempting to bind port 9e9b58f9-479a-496f-ad54-649c717bdf0b on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:25.529901 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Attempting to bind port 9e9b58f9-479a-496f-ad54-649c717bdf0b by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:25.530333 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Attempting to bind port 9e9b58f9-479a-496f-ad54-649c717bdf0b on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:25.543738 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:25.544170 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Checking segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:25.544552 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.544954 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Bound using segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:25.545516 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Bound port: 9e9b58f9-479a-496f-ad54-649c717bdf0b, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:25.545880 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.581683 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa669805-8f12-4803-a3c8-72ea2d358e8a req-dfe8b7e7-6642-477b-ae85-5f9403b93762 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459041 Mar 11 18:10:25.587716 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83d99411-13b8-456d-828e-8778b38cf144 req-580b3996-778c-4463-bc71-4ccd9c15e385 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 Mar 11 18:10:25.699569 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2cca93df-277b-46e3-8f05-c9e0262ba353,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:25.735728 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '2cca93df-277b-46e3-8f05-c9e0262ba353', 'network_id': '88b654ec-21e2-4d6a-bf01-3942b55f6f12', 'port_id': '2cca93df-277b-46e3-8f05-c9e0262ba353', 'mac_address': 'fa:16:3e:2b:56:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb334ea-848f-4bce-a094-99de926e0a3e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:25.740600 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] For port 9e9b58f9-479a-496f-ad54-649c717bdf0b, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:25.744568 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] For port 9e9b58f9-479a-496f-ad54-649c717bdf0b, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=9e9b58f9-479a-496f-ad54-649c717bdf0b,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:25.780925 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.864018 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2cca93df-277b-46e3-8f05-c9e0262ba353 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:25.865333 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.915382 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for router_gateway (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:25.924725 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e94ce-3983-4443-9dd4-d1dccab340e5 None None] Pushing event updated for resources: {'Port': ['ID=9e9b58f9-479a-496f-ad54-649c717bdf0b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:25.942440 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cca93df-277b-46e3-8f05-c9e0262ba353 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:25.946320 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:26.009131 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2cca93df-277b-46e3-8f05-c9e0262ba353,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:26.015340 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:26.122160 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:26.174845 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-52e68067-724b-402c-80c0-95e89acc0c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:26.226837 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Allocated IP 172.27.3.154 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/4bd96ce2-1999-4641-a3e2-e61655a434b9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:26.342967 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['2cca93df-277b-46e3-8f05-c9e0262ba353'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:26.451796 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:26.533809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:26.597998 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:26.603348 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:26.616894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:26.646073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd96ce2-1999-4641-a3e2-e61655a434b9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:26.935430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f869108-64a7-4ba5-b34a-8e219875f65a req-5e0c5453-397e-428c-8418-5bb64f1f3350 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:26.943522 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f869108-64a7-4ba5-b34a-8e219875f65a req-5e0c5453-397e-428c-8418-5bb64f1f3350 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1616068 Mar 11 18:10:26.995490 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:27.018631 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d09b05-0bc8-4b3b-9069-aca471a59d9e req-f07cd880-df9f-4bd9-a283-70c7d823bdbb tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:27.020795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1d09b05-0bc8-4b3b-9069-aca471a59d9e req-f07cd880-df9f-4bd9-a283-70c7d823bdbb tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 948 time: 0.2401083 Mar 11 18:10:27.109645 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f869108-64a7-4ba5-b34a-8e219875f65a req-a7df3e74-1fcc-4fcb-941a-2b3ff837137e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651735 Mar 11 18:10:27.162316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for router_gateway (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.176623 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be6fa169-e1a0-4f2c-a6e7-7a8b2922bcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.242685 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c1d09b05-0bc8-4b3b-9069-aca471a59d9e req-558008c9-e3e2-4f89-82af-a0862130f26b tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026212 Mar 11 18:10:27.316542 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be6fa169-e1a0-4f2c-a6e7-7a8b2922bcaf admin admin] Publish callbacks [] for security_group (2ddced97-a77d-44fb-be96-28baddba9309), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.321475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be6fa169-e1a0-4f2c-a6e7-7a8b2922bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2ddced97-a77d-44fb-be96-28baddba9309), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.369681 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-be6fa169-e1a0-4f2c-a6e7-7a8b2922bcaf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=22103dcd1b83439fb31670f3d41c3dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729167 Mar 11 18:10:27.372131 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36084) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:27.401793 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc93c1-2fd5-43f6-a9b2-d9166167241a None None] Network 5a0ecb77-7947-40b2-8883-b961023daad8 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:27.415005 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fa169-e1a0-4f2c-a6e7-7a8b2922bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddced97-a77d-44fb-be96-28baddba9309,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.492769 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.493290 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] Publish callbacks [] for security_group (2ddced97-a77d-44fb-be96-28baddba9309), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.524718 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] Publish callbacks [] for security_group (2ddced97-a77d-44fb-be96-28baddba9309), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.527440 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Provisioning complete for port 9e9b58f9-479a-496f-ad54-649c717bdf0b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:27.527809 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.598027 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2ddced97-a77d-44fb-be96-28baddba9309), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.601617 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.603126 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2ddced97-a77d-44fb-be96-28baddba9309 HTTP/1.1" status: 204 len: 168 time: 0.2252607 Mar 11 18:10:27.612528 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9faf-d048-41ca-961d-ea6a4a9c1c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddced97-a77d-44fb-be96-28baddba9309,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.668063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Current status of the port 9e9b58f9-479a-496f-ad54-649c717bdf0b is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:27.668566 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.724180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:27.751478 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] For port 9e9b58f9-479a-496f-ad54-649c717bdf0b, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=9e9b58f9-479a-496f-ad54-649c717bdf0b,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:27.770049 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.877237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e131f4-d703-4677-b59c-fba48cef9662 None None] Pushing event updated for resources: {'Port': ['ID=9e9b58f9-479a-496f-ad54-649c717bdf0b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:27.893557 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-28020eac-83c9-4c85-9701-c5113bf6cae1 None None] Provisioning complete for port 9e9b58f9-479a-496f-ad54-649c717bdf0b triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:27.894233 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28020eac-83c9-4c85-9701-c5113bf6cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:27.982428 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:27.993997 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:28.012832 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:28.013510 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:28.020044 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:28.024382 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dbd45760-04aa-46fd-923a-ba0738fc0c58 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6164837 Mar 11 18:10:28.027525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:28.100074 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-28020eac-83c9-4c85-9701-c5113bf6cae1 None None] Current status of the port 9e9b58f9-479a-496f-ad54-649c717bdf0b is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:28.158208 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 9e9b58f9-479a-496f-ad54-649c717bdf0b up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:28.211133 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:28.290354 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 9e9b58f9-479a-496f-ad54-649c717bdf0b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:28.290953 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:28.433679 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21fd3-9bcc-4363-96ec-e39d8b2347f9 req-3dd1a6ae-2af5-4ace-a2b6-11e57dc1c0b7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:28.442221 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dca21fd3-9bcc-4363-96ec-e39d8b2347f9 req-3dd1a6ae-2af5-4ace-a2b6-11e57dc1c0b7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1881735 Mar 11 18:10:28.486276 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 9e9b58f9-479a-496f-ad54-649c717bdf0b is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:28.549159 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:26Z', 'revision_number': 3, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:28.560465 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343328-a686-4ff6-a2de-dc8e82f5a115 req-ddc6eb15-0c1c-4b5b-bde5-fb7d41d45e67 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:28.562307 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64343328-a686-4ff6-a2de-dc8e82f5a115 req-ddc6eb15-0c1c-4b5b-bde5-fb7d41d45e67 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 948 time: 0.1831999 Mar 11 18:10:28.587756 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:28.588169 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Updating router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a port 4bd96ce2-1999-4641-a3e2-e61655a434b9 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:28.635301 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:28.658817 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:28.943474 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dca21fd3-9bcc-4363-96ec-e39d8b2347f9 req-f7575329-bbeb-494c-9f4c-50a2d9ad3ce6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003264 Mar 11 18:10:28.995549 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64343328-a686-4ff6-a2de-dc8e82f5a115 req-307c7091-c6c7-4b1d-ab15-0c4471da11c2 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247234 Mar 11 18:10:29.048684 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks [] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.059169 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.188078 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Attempting to bind port 4bd96ce2-1999-4641-a3e2-e61655a434b9 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:29.188550 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Attempting to bind port 4bd96ce2-1999-4641-a3e2-e61655a434b9 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:29.188918 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Attempting to bind port 4bd96ce2-1999-4641-a3e2-e61655a434b9 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:29.202272 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:29.202792 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:29.203224 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.204397 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:29.205108 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Bound port: 4bd96ce2-1999-4641-a3e2-e61655a434b9, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:29.205536 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.209480 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Pushing event updated for resources: {'Port': ['ID=4bd96ce2-1999-4641-a3e2-e61655a434b9,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:29.247488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.249336 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.249753 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.250150 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.251353 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.251778 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.252139 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.252477 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.252801 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.253131 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.253471 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.254493 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.254843 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.255351 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:10:29.294166 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] For port 4bd96ce2-1999-4641-a3e2-e61655a434b9, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:29.299194 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] For port 4bd96ce2-1999-4641-a3e2-e61655a434b9, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4bd96ce2-1999-4641-a3e2-e61655a434b9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:29.306040 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.372917 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:29.373541 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:29.376506 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3c64-75cf-44cc-b2d1-1ecaef4a7406 None None] Pushing event updated for resources: {'Port': ['ID=4bd96ce2-1999-4641-a3e2-e61655a434b9,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:29.480461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Allocated IP 172.20.0.1 (5a0ecb77-7947-40b2-8883-b961023daad8/ef985f4d-362c-4b58-8594-73b98122820e/7a46427f-e7b0-46a9-a892-32e870fd87b2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:29.534677 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:29.606040 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks [] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.641825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.683376 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:29.686809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:29.694942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:29.723581 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Pushing event updated for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:29.727612 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.742783 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:29.751531 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:26Z', 'revision_number': 3, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:29.873148 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f86968-b453-4ce5-a0ad-9daed14aca0c None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:26Z', 'revision_number': 3, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:29.918286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.045487 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5e8e92e8-795f-48e8-92f6-424417f899a9 None None] Provisioning complete for port 7a46427f-e7b0-46a9-a892-32e870fd87b2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:30.049126 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5e8e92e8-795f-48e8-92f6-424417f899a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.095754 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e92e8-795f-48e8-92f6-424417f899a9 None None] Port 7a46427f-e7b0-46a9-a892-32e870fd87b2 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:30.216937 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138466db-26e1-4352-b485-2d439530e322 req-a87c286b-a0c3-4a52-84de-c90251b43e68 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:30.219986 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-138466db-26e1-4352-b485-2d439530e322 req-a87c286b-a0c3-4a52-84de-c90251b43e68 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1825829 Mar 11 18:10:30.232899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks [] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.252767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75124eab-df41-4f75-aab8-4e20df19e2b0 req-d71b3cff-2e77-4b03-a81a-babae8182711 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:30.255219 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75124eab-df41-4f75-aab8-4e20df19e2b0 req-d71b3cff-2e77-4b03-a81a-babae8182711 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 948 time: 0.1720359 Mar 11 18:10:30.258983 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.390737 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.421107 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Pushing event updated for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:30.432283 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-138466db-26e1-4352-b485-2d439530e322 req-35eb5377-d99d-4af4-b42f-c10ddc377097 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756241 Mar 11 18:10:30.442982 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75124eab-df41-4f75-aab8-4e20df19e2b0 req-8576dfa2-950a-40e2-a294-517176f6fa9b tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688108 Mar 11 18:10:30.584064 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:30.585501 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:30.651443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:30.808615 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:30.971512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:30.986770 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d5d34cce-007b-4193-a0be-3252ce0ab05a admin admin] 10.222.0.105 "PUT /v2.0/routers/1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9578223 Mar 11 18:10:31.036582 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-21babb37-cd55-4c07-8c7f-009f93e4a851 None None] Provisioning complete for port 7a46427f-e7b0-46a9-a892-32e870fd87b2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:31.037076 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-21babb37-cd55-4c07-8c7f-009f93e4a851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.080183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-21babb37-cd55-4c07-8c7f-009f93e4a851 None None] Port 7a46427f-e7b0-46a9-a892-32e870fd87b2 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:31.346393 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2cca93df-277b-46e3-8f05-c9e0262ba353 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:31.404357 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 2cca93df-277b-46e3-8f05-c9e0262ba353 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:31.410856 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 2cca93df-277b-46e3-8f05-c9e0262ba353 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:31.411240 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.476941 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36242) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:31.482461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449691452', 'description': 'tempest-description--1256185240'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:31.528654 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.549265 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2cca93df-277b-46e3-8f05-c9e0262ba353 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:31.549668 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.580764 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:31.583429 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67e0ec-8857-4f90-9f50-b6b461f52d32" -d '{"events": [{"server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "name": "network-vif-plugged", "status": "completed", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:31.596958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2cca93df-277b-46e3-8f05-c9e0262ba353,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:31.610471 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.668829 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:31.677835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd44aed-985b-496c-b338-209ed7599e78 req-ba4901a1-03ea-4d67-8bba-405f52fcb686 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:31.679339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acd44aed-985b-496c-b338-209ed7599e78 req-ba4901a1-03ea-4d67-8bba-405f52fcb686 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1342068 Mar 11 18:10:31.723104 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c748667-fe1f-4e56-9bd3-a0cde76565ba req-454fe2ee-17db-4f28-a92c-9c72824804f8 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:31.724663 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c748667-fe1f-4e56-9bd3-a0cde76565ba req-454fe2ee-17db-4f28-a92c-9c72824804f8 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 948 time: 0.1393006 Mar 11 18:10:31.736479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (0b788676-3ec8-4ded-b95a-6cf13ae3ee16), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.747685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0b788676-3ec8-4ded-b95a-6cf13ae3ee16), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.810508 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.811721 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3337290 Mar 11 18:10:31.815461 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:31.820161 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-acd44aed-985b-496c-b338-209ed7599e78 req-3c92ab35-13c8-4017-b601-2d8f5b3e7d09 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346109 Mar 11 18:10:31.820332 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group_rule': {'security_group_id': '0b788676-3ec8-4ded-b95a-6cf13ae3ee16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:31.824492 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869b43d-7d85-456a-b393-468ca200772c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b788676-3ec8-4ded-b95a-6cf13ae3ee16,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:31.839370 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c748667-fe1f-4e56-9bd3-a0cde76565ba req-a560f9e6-01ac-418a-86c9-febb6ebb6028 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061077 Mar 11 18:10:31.863811 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (b6a1edc3-bc55-4e29-96ab-a63792f37f4c), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.883707 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7521f91-57fe-4a42-a2ef-312f0cc467d3 x-openstack-request-id: req-b7521f91-57fe-4a42-a2ef-312f0cc467d3 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:31.884165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "name": "network-vif-plugged", "status": "completed", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:31.884442 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b7521f91-57fe-4a42-a2ef-312f0cc467d3 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:31.884899 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353', 'code': 200} Mar 11 18:10:31.918491 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (b6a1edc3-bc55-4e29-96ab-a63792f37f4c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.924151 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (b6a1edc3-bc55-4e29-96ab-a63792f37f4c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.952685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:31.954558 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379132 Mar 11 18:10:31.957479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36256) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:31.957907 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdff5-23af-4e33-a492-e0713fc50dec tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a1edc3-bc55-4e29-96ab-a63792f37f4c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:31.968759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group_rule': {'security_group_id': '0b788676-3ec8-4ded-b95a-6cf13ae3ee16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:32.015005 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (ffa86245-1789-443b-a606-2231a75dee9b), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.052979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:32.085971 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:32.089157 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:32.107913 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4bd96ce2-1999-4641-a3e2-e61655a434b9 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:32.121590 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (ffa86245-1789-443b-a606-2231a75dee9b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.124189 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37faeb3-2a0c-4fc4-96bb-fd95580ca087 req-e9843c77-ceb6-4ad3-bf64-71326316746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:32.126452 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f37faeb3-2a0c-4fc4-96bb-fd95580ca087 req-e9843c77-ceb6-4ad3-bf64-71326316746c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 1133 time: 0.0711355 Mar 11 18:10:32.128591 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (ffa86245-1789-443b-a606-2231a75dee9b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.154261 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa86245-1789-443b-a606-2231a75dee9b,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.166436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.167925 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4de82d77-f665-4337-a87a-6acc215f4685 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093401 Mar 11 18:10:32.171190 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36266) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:32.177419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:32.201461 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f37faeb3-2a0c-4fc4-96bb-fd95580ca087 req-1b852837-590a-466d-aab9-0fdaf2ecd8ff service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654240 Mar 11 18:10:32.204724 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.331471 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.411678 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:32.440981 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:32.461451 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 4bd96ce2-1999-4641-a3e2-e61655a434b9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:32.461834 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.490975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:32.504174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Allocated IP 172.27.3.32 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/da373d7d-b6c8-4e58-9637-9a613383f5a2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:32.579969 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9613-5822-4ac0-9181-0373c2e4799c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.663417 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cce0f22-9487-4fdc-ada0-8b01f9f0205a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.702513 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.710538 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 4bd96ce2-1999-4641-a3e2-e61655a434b9 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:32.710933 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.746844 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 4bd96ce2-1999-4641-a3e2-e61655a434b9, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4bd96ce2-1999-4641-a3e2-e61655a434b9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:32.747286 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9613-5822-4ac0-9181-0373c2e4799c admin admin] Publish callbacks [] for security_group (27e95c51-1f56-4c60-adcb-3d4f4a3c0990), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.761348 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9613-5822-4ac0-9181-0373c2e4799c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (27e95c51-1f56-4c60-adcb-3d4f4a3c0990), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.761680 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.774259 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.825269 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:32.834902 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:32.845793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:32.875644 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=4bd96ce2-1999-4641-a3e2-e61655a434b9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.883435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cce0f22-9487-4fdc-ada0-8b01f9f0205a admin admin] Publish callbacks [] for security_group (76fcdfbc-54a0-4dd4-a1be-880fd77914f3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.902425 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0b1a9613-5822-4ac0-9181-0373c2e4799c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7060d07692584988ad67fa325cc8f16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895430 Mar 11 18:10:32.904454 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cce0f22-9487-4fdc-ada0-8b01f9f0205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (76fcdfbc-54a0-4dd4-a1be-880fd77914f3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:32.908635 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:32.912550 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 2, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:32.920033 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=da373d7d-b6c8-4e58-9637-9a613383f5a2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.920406 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a9613-5822-4ac0-9181-0373c2e4799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e95c51-1f56-4c60-adcb-3d4f4a3c0990,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:32.956664 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:32.957303 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Updating router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a port 7a46427f-e7b0-46a9-a892-32e870fd87b2 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:32.979007 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5cce0f22-9487-4fdc-ada0-8b01f9f0205a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0b5f596f35f94b639f48da4618d69e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5366716 Mar 11 18:10:32.982360 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:32.989213 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce0f22-9487-4fdc-ada0-8b01f9f0205a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcdfbc-54a0-4dd4-a1be-880fd77914f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:33.008095 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.035485 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] Publish callbacks [] for security_group (27e95c51-1f56-4c60-adcb-3d4f4a3c0990), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.073435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] Publish callbacks [] for security_group (27e95c51-1f56-4c60-adcb-3d4f4a3c0990), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.092728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] Publish callbacks [] for security_group (76fcdfbc-54a0-4dd4-a1be-880fd77914f3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.101971 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af22a3-14ee-4d61-bd12-73e13c65acc7 req-b4331266-6b04-45df-84a1-bd08c77703a0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.103502 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-61af22a3-14ee-4d61-bd12-73e13c65acc7 req-b4331266-6b04-45df-84a1-bd08c77703a0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1731446 Mar 11 18:10:33.143229 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] Publish callbacks [] for security_group (76fcdfbc-54a0-4dd4-a1be-880fd77914f3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.149527 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.169723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749e40a-2c2b-4164-a5ff-0f3f7db263a2 req-74a0b0fb-cd56-436f-b8f9-631dfa640f12 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:33.170996 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (27e95c51-1f56-4c60-adcb-3d4f4a3c0990), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.171268 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d749e40a-2c2b-4164-a5ff-0f3f7db263a2 req-74a0b0fb-cd56-436f-b8f9-631dfa640f12 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.1979914 Mar 11 18:10:33.174321 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.175702 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/27e95c51-1f56-4c60-adcb-3d4f4a3c0990 HTTP/1.1" status: 204 len: 168 time: 0.2661028 Mar 11 18:10:33.200063 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b4c17-6e44-48e6-b7ff-7c597c91770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e95c51-1f56-4c60-adcb-3d4f4a3c0990,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:33.244250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (76fcdfbc-54a0-4dd4-a1be-880fd77914f3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.246802 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.248187 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/76fcdfbc-54a0-4dd4-a1be-880fd77914f3 HTTP/1.1" status: 204 len: 168 time: 0.2600648 Mar 11 18:10:33.262509 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688be41-1923-47ab-b071-479875a91f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcdfbc-54a0-4dd4-a1be-880fd77914f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:33.324962 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.337311 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-61af22a3-14ee-4d61-bd12-73e13c65acc7 req-cc958314-5d72-4fc2-b345-5aca1ca5af0d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201316 Mar 11 18:10:33.415065 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d749e40a-2c2b-4164-a5ff-0f3f7db263a2 req-2490c3db-af38-4b6d-b721-173bb391d58e tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303483 Mar 11 18:10:33.474167 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks [] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.481907 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.574355 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c88fbf-be0b-429c-8fd4-ae2cc6e5891a None None] Pushing event updated for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:33.635701 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.636375 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Attempting to bind port 7a46427f-e7b0-46a9-a892-32e870fd87b2 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:33.637063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Attempting to bind port 7a46427f-e7b0-46a9-a892-32e870fd87b2 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:33.637638 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Attempting to bind port 7a46427f-e7b0-46a9-a892-32e870fd87b2 on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:33.642562 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.667717 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:33.668122 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Checking segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:33.668493 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.668900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Bound using segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:33.674397 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Bound port: 7a46427f-e7b0-46a9-a892-32e870fd87b2, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:33.674725 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.812564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] For port 7a46427f-e7b0-46a9-a892-32e870fd87b2, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:33.818821 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] For port 7a46427f-e7b0-46a9-a892-32e870fd87b2, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=7a46427f-e7b0-46a9-a892-32e870fd87b2,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:33.836208 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:33.922014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:33.922014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:34.018975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Provisioning complete for port 7a46427f-e7b0-46a9-a892-32e870fd87b2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:34.019365 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.024088 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:34.025771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c88fbf-be0b-429c-8fd4-ae2cc6e5891a None None] Pushing event updated for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.053710 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-329d2f64-cfd7-4dac-8689-9f5a4c5d9425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.080598 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4bd96ce2-1999-4641-a3e2-e61655a434b9 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:34.130570 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=da373d7d-b6c8-4e58-9637-9a613383f5a2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.145078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.173126 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.178039 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5caaa723-a3a6-465e-8c75-367672e24350 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0022120 Mar 11 18:10:34.209331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-329d2f64-cfd7-4dac-8689-9f5a4c5d9425 admin admin] Publish callbacks [] for security_group (59b8b272-929a-48a2-89ea-3724e5553136), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.210405 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:34.215123 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-329d2f64-cfd7-4dac-8689-9f5a4c5d9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59b8b272-929a-48a2-89ea-3724e5553136), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.279986 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-329d2f64-cfd7-4dac-8689-9f5a4c5d9425 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4a4edbdeecef42aea3b3430921b4783f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541029 Mar 11 18:10:34.281117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d2f64-cfd7-4dac-8689-9f5a4c5d9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8b272-929a-48a2-89ea-3724e5553136,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.284218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:34.306474 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 4bd96ce2-1999-4641-a3e2-e61655a434b9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:34.306786 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.346495 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36324) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:34.349111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] Publish callbacks [] for security_group (59b8b272-929a-48a2-89ea-3724e5553136), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.383365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] Publish callbacks [] for security_group (59b8b272-929a-48a2-89ea-3724e5553136), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.385110 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Current status of the port 7a46427f-e7b0-46a9-a892-32e870fd87b2 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:34.385500 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.456152 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-60938afa-4f7f-4a7a-b7d7-b976c4360f61 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1449691452&fields=id&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 267 time: 0.0833819 Mar 11 18:10:34.501285 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62d20f6-f887-44bc-ac1e-cc685f97c721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.503299 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] For port 7a46427f-e7b0-46a9-a892-32e870fd87b2, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=7a46427f-e7b0-46a9-a892-32e870fd87b2,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:34.512735 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.525070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59b8b272-929a-48a2-89ea-3724e5553136), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.527976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.531725 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59b8b272-929a-48a2-89ea-3724e5553136 HTTP/1.1" status: 204 len: 168 time: 0.2436900 Mar 11 18:10:34.587978 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476a29d-efaf-4def-965d-cce263d630a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8b272-929a-48a2-89ea-3724e5553136,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.613667 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62d20f6-f887-44bc-ac1e-cc685f97c721 admin admin] Publish callbacks [] for security_group (59fab3e3-7f4b-4e08-82a3-02cc748356a2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.621643 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62d20f6-f887-44bc-ac1e-cc685f97c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59fab3e3-7f4b-4e08-82a3-02cc748356a2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.624620 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0598ee-c827-45c1-b1c0-989f80286d6c req-0750a1b1-999f-4ef7-b0cc-29f43dcc9423 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:34.626162 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c0598ee-c827-45c1-b1c0-989f80286d6c req-0750a1b1-999f-4ef7-b0cc-29f43dcc9423 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1517649 Mar 11 18:10:34.648963 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 4bd96ce2-1999-4641-a3e2-e61655a434b9 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:34.663534 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-96c2f283-d5dd-44a7-a351-91e84fc37ed0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:34.664926 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-96c2f283-d5dd-44a7-a351-91e84fc37ed0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 817 time: 0.2013025 Mar 11 18:10:34.681476 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88da2a8-7981-473d-aeb4-128cde15396e None None] Pushing event updated for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.685844 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb5c2457-70fd-4667-bf37-45a9590bf88f None None] Provisioning complete for port 7a46427f-e7b0-46a9-a892-32e870fd87b2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:34.686169 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2457-70fd-4667-bf37-45a9590bf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.693047 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e62d20f6-f887-44bc-ac1e-cc685f97c721 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2031a7849f494a6786f4024ebf0394b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445892 Mar 11 18:10:34.695731 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d20f6-f887-44bc-ac1e-cc685f97c721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fab3e3-7f4b-4e08-82a3-02cc748356a2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:34.696774 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36338) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:34.718315 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-9c587243-0740-4f56-8ce7-7da00cb3dda6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/quotas/a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 375 time: 0.0444045 Mar 11 18:10:34.746299 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:33Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:34.784035 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b1ddc-6e92-4cdb-a87a-2b44937fe344 None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:33Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:34.788211 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c0598ee-c827-45c1-b1c0-989f80286d6c req-f6aae13b-6a8e-4c44-b94f-fb4e7bdd0c64 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523676 Mar 11 18:10:34.831770 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] Publish callbacks [] for security_group (59fab3e3-7f4b-4e08-82a3-02cc748356a2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:34.874290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c2457-70fd-4667-bf37-45a9590bf88f None None] Current status of the port 7a46427f-e7b0-46a9-a892-32e870fd87b2 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:34.875884 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-fd991d90-120e-48d4-ab01-654033957d3a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1457162 Mar 11 18:10:34.920412 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] Publish callbacks [] for security_group (59fab3e3-7f4b-4e08-82a3-02cc748356a2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.112676 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:35.117630 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0586046-6727-4149-a1bd-fecdfc080b2e req-91c87211-f882-4404-ba5f-17514ab5797c tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:35.130127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0586046-6727-4149-a1bd-fecdfc080b2e req-91c87211-f882-4404-ba5f-17514ab5797c tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.1725805 Mar 11 18:10:35.137314 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-5e7445c1-525c-4c9a-a9ba-d082e940e669 service neutron] 10.222.0.105 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166529 Mar 11 18:10:35.155641 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64294084-df1e-4f73-b47d-6aa9c561a9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.159257 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59fab3e3-7f4b-4e08-82a3-02cc748356a2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.161903 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.165677 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59fab3e3-7f4b-4e08-82a3-02cc748356a2 HTTP/1.1" status: 204 len: 168 time: 0.4651942 Mar 11 18:10:35.196957 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951d371-d5e5-40fd-9dc5-9978fa43fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fab3e3-7f4b-4e08-82a3-02cc748356a2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:35.275974 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0586046-6727-4149-a1bd-fecdfc080b2e req-6ab77534-c659-472a-890c-f2ba4859084c tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435533 Mar 11 18:10:35.332202 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-41fb095b-36fb-4700-b22c-acf292715aad service neutron] 10.222.0.105 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735079 Mar 11 18:10:35.344581 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64294084-df1e-4f73-b47d-6aa9c561a9b5 admin admin] Publish callbacks [] for security_group (0c01b041-9e58-434f-a5ef-c40132861c0c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.351179 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64294084-df1e-4f73-b47d-6aa9c561a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0c01b041-9e58-434f-a5ef-c40132861c0c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.393929 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-64294084-df1e-4f73-b47d-6aa9c561a9b5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3f9f948b7a1d4ec38689bd3d65959f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791302 Mar 11 18:10:35.394844 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64294084-df1e-4f73-b47d-6aa9c561a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01b041-9e58-434f-a5ef-c40132861c0c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:35.398432 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:35.503049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] Publish callbacks [] for security_group (0c01b041-9e58-434f-a5ef-c40132861c0c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.552155 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] Publish callbacks [] for security_group (0c01b041-9e58-434f-a5ef-c40132861c0c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.658781 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0c01b041-9e58-434f-a5ef-c40132861c0c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.661856 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:35.665731 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0c01b041-9e58-434f-a5ef-c40132861c0c HTTP/1.1" status: 204 len: 168 time: 0.2667460 Mar 11 18:10:35.682866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab15c99-f385-449c-bd72-d84eea838811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01b041-9e58-434f-a5ef-c40132861c0c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:35.780411 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-26cea326-6f55-4b56-993d-d0d2d73b33de req-449daca7-09fc-47c2-a578-9823fd63ec02 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 210 time: 0.0991168 Mar 11 18:10:35.907513 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35f08-3cb9-4848-a0b8-3de71a71c986 req-3cb022ba-bf46-4eb8-b240-fdadb50e53cd tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:35.915642 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6da35f08-3cb9-4848-a0b8-3de71a71c986 req-3cb022ba-bf46-4eb8-b240-fdadb50e53cd tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.1336672 Mar 11 18:10:36.093559 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6da35f08-3cb9-4848-a0b8-3de71a71c986 req-a8507648-5874-4b06-9039-28fee3ddd088 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717193 Mar 11 18:10:36.149936 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 7a46427f-e7b0-46a9-a892-32e870fd87b2 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:36.174091 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fb96a-3bf1-4259-82ce-7d2a142b4a5c req-cb662837-6dc9-4abb-b808-4b79b80fd7f0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:36.191817 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d91fb96a-3bf1-4259-82ce-7d2a142b4a5c req-cb662837-6dc9-4abb-b808-4b79b80fd7f0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.2010436 Mar 11 18:10:36.327485 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d91fb96a-3bf1-4259-82ce-7d2a142b4a5c req-daf366bb-4ecf-4977-ad23-76d4e8210202 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345475 Mar 11 18:10:36.364236 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 7a46427f-e7b0-46a9-a892-32e870fd87b2 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:36.364974 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:36.638833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde67863-7c33-42c2-987f-cb9c8a49313e req-9cfbe78d-a29f-4c73-8a5f-da5ab28b3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:36.648154 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fde67863-7c33-42c2-987f-cb9c8a49313e req-9cfbe78d-a29f-4c73-8a5f-da5ab28b3dc2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1130 time: 0.1278613 Mar 11 18:10:36.763612 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-fde67863-7c33-42c2-987f-cb9c8a49313e req-6c2e3a1e-e2e6-46bf-9698-977c091ceb6a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036835 Mar 11 18:10:36.842808 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 7a46427f-e7b0-46a9-a892-32e870fd87b2 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:36.943081 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fe7fb88-004e-4db9-a596-2f1fb6644e65 req-cc6dcdf8-6ade-4a67-89db-a99a7122a423 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 210 time: 0.0291982 Mar 11 18:10:37.225658 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d8587-d1ad-4b1f-95fa-c8e0cfa43707 req-7c2f4777-96c5-42cd-bd00-45c5615d9244 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.227288 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-685d8587-d1ad-4b1f-95fa-c8e0cfa43707 req-7c2f4777-96c5-42cd-bd00-45c5615d9244 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.0643177 Mar 11 18:10:37.280431 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-685d8587-d1ad-4b1f-95fa-c8e0cfa43707 req-a961d5ad-40d5-407e-a6f2-48d883259741 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Mar 11 18:10:37.480270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6ca75-d6a5-4ba9-b8e4-bd59c71ed30e req-d1bbc8c7-8199-4bc0-a843-1443c9609d05 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.487826 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbe6ca75-d6a5-4ba9-b8e4-bd59c71ed30e req-d1bbc8c7-8199-4bc0-a843-1443c9609d05 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.0839984 Mar 11 18:10:37.570853 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbe6ca75-d6a5-4ba9-b8e4-bd59c71ed30e req-e802937f-33fb-4d2c-8fd5-76a284b7a029 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755036 Mar 11 18:10:37.698068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-8990d3c7-bcad-4e50-bedf-636bc467e6c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.701050 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-8990d3c7-bcad-4e50-bedf-636bc467e6c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 817 time: 0.1750526 Mar 11 18:10:37.761655 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36446) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:37.789586 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-c4709550-2d98-4253-8636-5ee0a95569e0 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:37.790278 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-14123255-e5a9-4fc8-9740-3ec36fa0af4b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 380 time: 0.0720661 Mar 11 18:10:37.791218 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-c4709550-2d98-4253-8636-5ee0a95569e0 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.107 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.0924714 Mar 11 18:10:37.812518 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'port': {'device_id': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'admin_state_up': True, 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'security_groups': ['0b788676-3ec8-4ded-b95a-6cf13ae3ee16']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:37.940402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36458) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:37.989158 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Made reservation on behalf of a40b5ab4b36946a5824b709e901a9d8e for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:37.997739 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.039517 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5df2e2-bcb6-442e-8bc8-23a25df541ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.081615 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-051e2702-c489-41da-ac01-91625399b699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.088863 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-01ac94ba-063b-4ac4-a25d-e50d56c85464 req-6e3553e7-6f53-495b-b60e-fb5562b05528 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 210 time: 0.0362990 Mar 11 18:10:38.091012 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Deleting port 2cca93df-277b-46e3-8f05-c9e0262ba353 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:10:38.091626 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.183192 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Allocated IP 172.20.0.6 (5a0ecb77-7947-40b2-8883-b961023daad8/ef985f4d-362c-4b58-8594-73b98122820e/2e88da71-78fb-4bf3-a2f7-6e3a49d710a9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:38.244980 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-051e2702-c489-41da-ac01-91625399b699 admin admin] Publish callbacks [] for security_group (6ec6f380-64cf-49fc-a559-8b3156cac525), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.245840 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] For port 2cca93df-277b-46e3-8f05-c9e0262ba353, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2cca93df-277b-46e3-8f05-c9e0262ba353,segment=NetworkSegment(90c12d95-5015-4cf9-86a1-ff7d0129d784),segment_id=90c12d95-5015-4cf9-86a1-ff7d0129d784)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:38.246389 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.261364 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-051e2702-c489-41da-ac01-91625399b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6ec6f380-64cf-49fc-a559-8b3156cac525), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.270299 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Calling delete_port for 2cca93df-277b-46e3-8f05-c9e0262ba353 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:10:38.291827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5df2e2-bcb6-442e-8bc8-23a25df541ef admin admin] Publish callbacks [] for security_group (96706b8f-76db-4a2e-87ae-85db2cb2bf5b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.319327 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5df2e2-bcb6-442e-8bc8-23a25df541ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (96706b8f-76db-4a2e-87ae-85db2cb2bf5b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.348250 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-051e2702-c489-41da-ac01-91625399b699 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0807920daf3747e6b63c435b715a40d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065726 Mar 11 18:10:38.351078 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:38.358929 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e2702-c489-41da-ac01-91625399b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6f380-64cf-49fc-a559-8b3156cac525,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:38.422947 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.431004 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5df2e2-bcb6-442e-8bc8-23a25df541ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96706b8f-76db-4a2e-87ae-85db2cb2bf5b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:38.437607 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0d5df2e2-bcb6-442e-8bc8-23a25df541ef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f2723b7cb38b4e039c4d354177b0fbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6725957 Mar 11 18:10:38.438766 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:38.450435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] Publish callbacks [] for security_group (6ec6f380-64cf-49fc-a559-8b3156cac525), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.482227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35573532-9362-49ad-abfc-a71bf47580b1 req-40b48f17-a649-45f7-91c0-194b1ac081ee tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.483784 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-35573532-9362-49ad-abfc-a71bf47580b1 req-40b48f17-a649-45f7-91c0-194b1ac081ee tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/ports?device_id=1672b0ff-d43d-4dd4-8aa4-3efa9628bde7 HTTP/1.1" status: 200 len: 949 time: 0.1232324 Mar 11 18:10:38.517233 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] Publish callbacks [] for security_group (6ec6f380-64cf-49fc-a559-8b3156cac525), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.540034 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.574481 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-35573532-9362-49ad-abfc-a71bf47580b1 req-c7551a0b-3ff5-4099-9cdc-61eb5c5f3722 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.105 "GET /v2.0/security-groups?id=7918a46f-6485-43b9-b9b8-997f01f50e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839400 Mar 11 18:10:38.576417 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2cca93df-277b-46e3-8f05-c9e0262ba353), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.590896 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] Publish callbacks [] for security_group (96706b8f-76db-4a2e-87ae-85db2cb2bf5b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.601019 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['2cca93df-277b-46e3-8f05-c9e0262ba353'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:38.605805 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:38.611542 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:38.614079 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:38.619618 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.621445 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.624682 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Pushing event deleted for resources: {'Port': ['ID=2cca93df-277b-46e3-8f05-c9e0262ba353,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:38.670151 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] Publish callbacks [] for security_group (96706b8f-76db-4a2e-87ae-85db2cb2bf5b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.673304 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:38.686955 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-04c596e8-a796-49c9-b819-fa73b85d276b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8784440 Mar 11 18:10:38.716534 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Request body: {'port': {'device_id': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:38.727488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] No DVR routers for this DVR port 2cca93df-277b-46e3-8f05-c9e0262ba353 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:10:38.749835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6ec6f380-64cf-49fc-a559-8b3156cac525), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.751744 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.754736 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.755143 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3549667f-d2b4-43e8-9671-dd2fcf4176a0 req-9698f78e-3fa3-4883-8761-540fcd057182 tempest-VolumesNegativeTest-709711038 tempest-VolumesNegativeTest-709711038-project] 10.222.0.107 "DELETE /v2.0/ports/2cca93df-277b-46e3-8f05-c9e0262ba353 HTTP/1.1" status: 204 len: 173 time: 0.9454083 Mar 11 18:10:38.755624 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'name': 'network-vif-deleted', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:38.758372 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a914030-18c8-4ba6-8a3f-ee6936484a8c" -d '{"events": [{"server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "name": "network-vif-deleted", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:38.763074 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6ec6f380-64cf-49fc-a559-8b3156cac525 HTTP/1.1" status: 204 len: 168 time: 0.4109335 Mar 11 18:10:38.777191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856def9f-3e71-471a-8e9b-c5f05cf345e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6f380-64cf-49fc-a559-8b3156cac525,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:38.846116 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916a816-2d86-4b8e-9d74-2414d5dbde7d req-b2982e00-2aad-4a85-bdf7-536e10953d64 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:38.862275 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f916a816-2d86-4b8e-9d74-2414d5dbde7d req-b2982e00-2aad-4a85-bdf7-536e10953d64 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1808841 Mar 11 18:10:38.866035 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7a7009-3498-48c6-8a7e-6e30d2d81401 x-openstack-request-id: req-2c7a7009-3498-48c6-8a7e-6e30d2d81401 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:38.866330 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672b0ff-d43d-4dd4-8aa4-3efa9628bde7", "name": "network-vif-deleted", "tag": "2cca93df-277b-46e3-8f05-c9e0262ba353", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:38.866582 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2c7a7009-3498-48c6-8a7e-6e30d2d81401 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:38.866984 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672b0ff-d43d-4dd4-8aa4-3efa9628bde7', 'name': 'network-vif-deleted', 'tag': '2cca93df-277b-46e3-8f05-c9e0262ba353', 'status': 'completed', 'code': 200} Mar 11 18:10:38.869459 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (96706b8f-76db-4a2e-87ae-85db2cb2bf5b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.884682 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.886774 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/96706b8f-76db-4a2e-87ae-85db2cb2bf5b HTTP/1.1" status: 204 len: 168 time: 0.4467630 Mar 11 18:10:38.891375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:38.954639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec7918-353b-433f-a59e-50108155b3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96706b8f-76db-4a2e-87ae-85db2cb2bf5b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:39.022749 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f916a816-2d86-4b8e-9d74-2414d5dbde7d req-9d099f8e-ba92-4311-b9e7-cba9d749504b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593633 Mar 11 18:10:39.205353 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e3d4-503d-4645-b068-e084510d8251 req-87886faf-e9d5-418e-86ac-c8c3adf31e81 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.215641 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4bc6e3d4-503d-4645-b068-e084510d8251 req-87886faf-e9d5-418e-86ac-c8c3adf31e81 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1006513 Mar 11 18:10:39.243162 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-14f37800-8df2-4a61-8853-4f9b132b0981 None None] Provisioning complete for port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:39.243712 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-14f37800-8df2-4a61-8853-4f9b132b0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.311566 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-14f37800-8df2-4a61-8853-4f9b132b0981 None None] Port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:39.384372 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4bc6e3d4-503d-4645-b068-e084510d8251 req-2735534a-b29c-45a0-a1fd-3951c03ecbc3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674335 Mar 11 18:10:39.403873 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:39.403873 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks [] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.423955 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401466a-c9f8-4725-9b26-00ca897356d7 req-1fb7b14a-bb56-436a-af11-260745b86ea5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.425825 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0401466a-c9f8-4725-9b26-00ca897356d7 req-1fb7b14a-bb56-436a-af11-260745b86ea5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 931 time: 0.1782596 Mar 11 18:10:39.434858 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Transition to ACTIVE for port object 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:10:39.440526 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.515382 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:39.561914 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Attempting to bind port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:39.564790 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Attempting to bind port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:39.565884 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Attempting to bind port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:39.578008 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 on network 5a0ecb77-7947-40b2-8883-b961023daad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:10:39.578455 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Attempting to bind port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:39.581709 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0401466a-c9f8-4725-9b26-00ca897356d7 req-80bb35fd-e3af-4299-a913-0e47578a20ac tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487324 Mar 11 18:10:39.601935 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:39.602272 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Checking segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:39.602655 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Bound using segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:39.603084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Bound port: 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:39.603437 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.735938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:39.745345 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:39.758268 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.864825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:39.885373 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:39.886475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:39.888020 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-2fe54314-665b-40b9-b0ff-810cb61637f7 service neutron] 10.222.0.107 "PUT /v2.0/ports/2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 1093 time: 1.1852670 Mar 11 18:10:39.888483 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:39.892049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4708af1c-1069-4a97-8951-cae1f1594bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:40.033767 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5738e-2867-40da-bb25-42b997045126 x-openstack-request-id: req-5fb5738e-2867-40da-bb25-42b997045126 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:40.034152 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:40.034402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5fb5738e-2867-40da-bb25-42b997045126 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:40.036654 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'status': 'completed', 'code': 200} Mar 11 18:10:40.056917 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-2503d3c1-c4a6-4e45-a859-51005aade60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.062258 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-2503d3c1-c4a6-4e45-a859-51005aade60d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1127 time: 0.0856199 Mar 11 18:10:40.148961 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-fe214d83-c983-4e46-b711-4eee4537ea8d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 217 time: 0.0719533 Mar 11 18:10:40.239968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-57dd7c86-87cc-4ecd-a6de-cbdc1b0117d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.241398 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-57dd7c86-87cc-4ecd-a6de-cbdc1b0117d7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0916080 Mar 11 18:10:40.300716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890bf1-0edf-462a-880a-e735937709c7 req-3baa63cc-b2d5-43e2-ad62-62bf5ebd76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.302211 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-3baa63cc-b2d5-43e2-ad62-62bf5ebd76e7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472357 Mar 11 18:10:40.375545 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36556) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:40.413467 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-594a0895-23ba-4a2d-87c0-932bb70d2260 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009738 Mar 11 18:10:40.540186 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02890bf1-0edf-462a-880a-e735937709c7 req-28a7f63b-1e88-4864-9d07-ada214849cca service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155879 Mar 11 18:10:40.652797 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403842228-network', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:40.674043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-2772f4d1-396f-4798-9ec7-67e5b7ac4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.678673 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-2772f4d1-396f-4798-9ec7-67e5b7ac4cc2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1127 time: 0.0825884 Mar 11 18:10:40.721210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Made reservation on behalf of c49ea05b5d0d4ca79c6c33181b3f4d38 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:40.724383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.744487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.779830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3482b94-d7eb-4ccc-870a-fe9a4df84a18 req-15a31d5e-fbd2-44b3-9731-58fa5fbdbab5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.788063 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3482b94-d7eb-4ccc-870a-fe9a4df84a18 req-15a31d5e-fbd2-44b3-9731-58fa5fbdbab5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1146145 Mar 11 18:10:40.833858 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-2d832b9c-bfee-4a17-8af1-5585df5c1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.835407 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-2d832b9c-bfee-4a17-8af1-5585df5c1afa service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.1501875 Mar 11 18:10:40.881617 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e3482b94-d7eb-4ccc-870a-fe9a4df84a18 req-caa5bf01-cce7-4f07-943b-d6f81a081ad8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837686 Mar 11 18:10:40.885664 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-7053fb91-7ce8-499d-b3e3-80d747b73ddf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 217 time: 0.0431471 Mar 11 18:10:40.919002 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks [] for security_group (9ae68542-be00-47f4-8953-3de08e4fea76), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.925237 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9ae68542-be00-47f4-8953-3de08e4fea76), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.947770 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-8f77f448-8b6c-4095-ab25-4e2927934a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:40.949537 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-8f77f448-8b6c-4095-ab25-4e2927934a67 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0570393 Mar 11 18:10:40.954199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:10:40.973226 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae68542-be00-47f4-8953-3de08e4fea76,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:40.984361 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (047e8a84-d30c-4e7b-b9ee-cbf8db7b166c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:40.985478 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Added segment 047e8a84-d30c-4e7b-b9ee-cbf8db7b166c of type vlan for network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 Mar 11 18:10:41.041210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (3f6d4b94-41a5-4e6d-839c-2ba3da405e10), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.078992 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (3f6d4b94-41a5-4e6d-839c-2ba3da405e10), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.080140 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.080845 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.164706 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] Pushing event updated for resources: {'Network': ['ID=3f6d4b94-41a5-4e6d-839c-2ba3da405e10,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:41.177439 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2ae6fe9f-969e-4504-80d7-93f8106bb57a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8022590 Mar 11 18:10:41.178623 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:41.180233 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36648) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:41.188157 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Request body: {'subnet': {'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403842228-subnet', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:41.239402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Made reservation on behalf of c49ea05b5d0d4ca79c6c33181b3f4d38 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:41.242134 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.378196 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-781857e8-10f8-4cef-b5d0-81fd62268368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.385343 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-781857e8-10f8-4cef-b5d0-81fd62268368 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4278903 Mar 11 18:10:41.399838 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2cca93df-277b-46e3-8f05-c9e0262ba353 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:10:41.465251 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 2cca93df-277b-46e3-8f05-c9e0262ba353 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:10:41.465756 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2cca93df-277b-46e3-8f05-c9e0262ba353 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:10:41.573065 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-acc5d46d-c1eb-4532-8ad3-b87887067540 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769683 Mar 11 18:10:41.610809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (680c26da-f040-4725-bbf8-c40239907ff5), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.647217 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28a79-d7c1-4376-9def-8779876cf242 req-be8ffc47-f43a-47f1-8251-478b207b8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.648963 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-be8ffc47-f43a-47f1-8251-478b207b8409 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.1284177 Mar 11 18:10:41.692703 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4708af1c-1069-4a97-8951-cae1f1594bdb req-54797a1f-e2c4-484f-b49c-bb310da7050a service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134088 Mar 11 18:10:41.705186 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Pushing event updated for resources: {'Subnet': ['ID=680c26da-f040-4725-bbf8-c40239907ff5,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:41.727678 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011595fc-e2b2-4cea-8e4b-71de5b54ce4e req-baacaef8-65eb-4415-b5ca-ed76aa3e6eca tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.729247 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-011595fc-e2b2-4cea-8e4b-71de5b54ce4e req-baacaef8-65eb-4415-b5ca-ed76aa3e6eca tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.2066994 Mar 11 18:10:41.820874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:41.821232 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Network hostable DHCP agents. Network: 3f6d4b94-41a5-4e6d-839c-2ba3da405e10, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:41.865857 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-011595fc-e2b2-4cea-8e4b-71de5b54ce4e req-8c7867a6-9906-49d3-bcd9-b9ecd467f183 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248305 Mar 11 18:10:41.870071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28a79-d7c1-4376-9def-8779876cf242 req-8ce07ee7-1bdd-4cb5-a22e-166bb62ba341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.871132 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-8ce07ee7-1bdd-4cb5-a22e-166bb62ba341 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.2054844 Mar 11 18:10:41.888660 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:41.922876 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-8673c489-1351-4d5c-ae07-81b146882e78 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.0434670 Mar 11 18:10:41.930944 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 3f6d4b94-41a5-4e6d-839c-2ba3da405e10) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:41.945760 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:41.946357 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:41.950581 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa06b09-1deb-4657-9df6-72e67762d0c6 None None] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:42.035202 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-dec04a72-2d98-405b-b247-c03818b3184e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8536470 Mar 11 18:10:42.039072 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:42.045021 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b28a79-d7c1-4376-9def-8779876cf242 req-eed4ce44-d03c-429a-ba96-f5b6b3bb3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.045986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:42.046535 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-eed4ce44-d03c-429a-ba96-f5b6b3bb3b35 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.1175029 Mar 11 18:10:42.084897 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-76b96209-a519-44e3-a216-fad7345c7971 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317762 Mar 11 18:10:42.089961 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (515cd215-2840-4a17-bfd0-ce7885634d84), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.091001 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (515cd215-2840-4a17-bfd0-ce7885634d84), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.095025 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:10:42.097448 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.110118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82222fda-7d19-4de8-a89a-8d6b81fb992e req-cd8b08e0-516c-4785-ae00-cd47fd987503 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:42.111630 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82222fda-7d19-4de8-a89a-8d6b81fb992e req-cd8b08e0-516c-4785-ae00-cd47fd987503 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1365938 Mar 11 18:10:42.222145 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82222fda-7d19-4de8-a89a-8d6b81fb992e req-2fa9437a-0697-459a-9fcd-916247e834af tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988090 Mar 11 18:10:42.238823 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-634b641b-0f61-4848-a5dc-cb841285de5d service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425557 Mar 11 18:10:42.271617 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for router_controller (515cd215-2840-4a17-bfd0-ce7885634d84), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.299650 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Allocated IP 172.20.0.2 (3f6d4b94-41a5-4e6d-839c-2ba3da405e10/680c26da-f040-4725-bbf8-c40239907ff5/07531fe5-69e9-433b-b4b1-62e41c908ef1) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:42.444601 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for router_gateway (515cd215-2840-4a17-bfd0-ce7885634d84), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.454519 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58b28a79-d7c1-4376-9def-8779876cf242 req-f806d9cd-30a8-472f-ad7d-57950de27d36 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057543 Mar 11 18:10:42.631531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks [] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.642114 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.731204 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:42.736005 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:42.742406 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:42.779452 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Pushing event updated for resources: {'Port': ['ID=07531fe5-69e9-433b-b4b1-62e41c908ef1,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:42.826501 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for router_gateway (515cd215-2840-4a17-bfd0-ce7885634d84), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.848507 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Attempting to bind port 07531fe5-69e9-433b-b4b1-62e41c908ef1 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:42.851178 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Attempting to bind port 07531fe5-69e9-433b-b4b1-62e41c908ef1 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:42.851612 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Attempting to bind port 07531fe5-69e9-433b-b4b1-62e41c908ef1 on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:42.857419 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:42.857801 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:42.858272 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.858584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Bound using segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:42.859054 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Bound port: 07531fe5-69e9-433b-b4b1-62e41c908ef1, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:42.864783 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:42.875074 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.033539 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Allocated IP 172.27.3.22 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/b66e0672-b98e-45d0-9141-55411be742b4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:43.039889 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] For port 07531fe5-69e9-433b-b4b1-62e41c908ef1, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:43.049003 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] For port 07531fe5-69e9-433b-b4b1-62e41c908ef1, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=07531fe5-69e9-433b-b4b1-62e41c908ef1,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:43.059949 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7b2da-21d6-43fe-93b9-94e193c6ae0c req-3ecfa6cd-c084-4366-8bbf-e6387858b4a3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.062993 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.070797 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36a7b2da-21d6-43fe-93b9-94e193c6ae0c req-3ecfa6cd-c084-4366-8bbf-e6387858b4a3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0843234 Mar 11 18:10:43.224485 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95f03-dc4a-4d30-b0ae-8503c33266c9 None None] Pushing event updated for resources: {'Port': ['ID=07531fe5-69e9-433b-b4b1-62e41c908ef1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:43.245403 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for port (b66e0672-b98e-45d0-9141-55411be742b4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.306185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (b66e0672-b98e-45d0-9141-55411be742b4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.372667 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:43.374280 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:43.378454 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:43.421062 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b66e0672-b98e-45d0-9141-55411be742b4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:43.429324 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:10:43.618091 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36a7b2da-21d6-43fe-93b9-94e193c6ae0c req-7235960c-0501-4b6d-bf45-c05e2c297386 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457437 Mar 11 18:10:43.648979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eeb8d-444c-4923-8f87-7bf560d05ea0 req-1ce78b6e-3325-4709-9373-1a5d8384133a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:43.662028 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d1eeb8d-444c-4923-8f87-7bf560d05ea0 req-1ce78b6e-3325-4709-9373-1a5d8384133a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2635882 Mar 11 18:10:43.665567 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:43.703584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:10:43.770488 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d1eeb8d-444c-4923-8f87-7bf560d05ea0 req-36b7cc6a-e0d6-45c5-8eaf-8f6129ed740d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895467 Mar 11 18:10:43.790613 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:43.791374 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.817307 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:10:43.850705 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:43.861474 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for router_gateway (515cd215-2840-4a17-bfd0-ce7885634d84), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.868855 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:43.944304 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:44.107293 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 07531fe5-69e9-433b-b4b1-62e41c908ef1 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:44.172535 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (515cd215-2840-4a17-bfd0-ce7885634d84), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:44.179541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 07531fe5-69e9-433b-b4b1-62e41c908ef1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:44.179959 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:44.211710 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:10:44.347575 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 07531fe5-69e9-433b-b4b1-62e41c908ef1 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:44.348082 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:44.405144 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Router 515cd215-2840-4a17-bfd0-ce7885634d84 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:44.415111 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 07531fe5-69e9-433b-b4b1-62e41c908ef1, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=07531fe5-69e9-433b-b4b1-62e41c908ef1,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:44.424248 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:44.559711 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=07531fe5-69e9-433b-b4b1-62e41c908ef1,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:44.634741 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:44.644513 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:44.659379 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:44.660351 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:44.665157 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:44.670445 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36858) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:44.670921 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fe4e89ef-4a25-4250-9999-dfaa566cb2f4 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6307645 Mar 11 18:10:44.808097 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae93898-bc1b-4e40-aaef-90f3004918b0 None None] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:44.858626 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:44.926436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d01b-cf6c-4d3a-9fe9-52e4cf318b00 req-5fcbe65f-a55d-4a9a-91c6-f80b331d5414 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:44.934655 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c363d01b-cf6c-4d3a-9fe9-52e4cf318b00 req-5fcbe65f-a55d-4a9a-91c6-f80b331d5414 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1637528 Mar 11 18:10:45.026785 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-86efac29-56e9-4cc8-b55e-93eed85160ee None None] Provisioning complete for port 07531fe5-69e9-433b-b4b1-62e41c908ef1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:45.027162 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86efac29-56e9-4cc8-b55e-93eed85160ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.035453 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c363d01b-cf6c-4d3a-9fe9-52e4cf318b00 req-b64e72a3-7054-4392-af2e-a0a293c3b2ff tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Mar 11 18:10:45.150146 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c772ed-fcf6-4a0b-97e9-82f2c059badf req-77ce2807-245c-4c1e-a926-8097156fcd6e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:45.153032 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-90c772ed-fcf6-4a0b-97e9-82f2c059badf req-77ce2807-245c-4c1e-a926-8097156fcd6e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.2162027 Mar 11 18:10:45.154093 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:43Z', 'revision_number': 3, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:45.198192 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:45.198858 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Updating router 515cd215-2840-4a17-bfd0-ce7885634d84 port b66e0672-b98e-45d0-9141-55411be742b4 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:45.215162 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-86efac29-56e9-4cc8-b55e-93eed85160ee None None] Current status of the port 07531fe5-69e9-433b-b4b1-62e41c908ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:45.264904 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (b66e0672-b98e-45d0-9141-55411be742b4), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.305196 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-90c772ed-fcf6-4a0b-97e9-82f2c059badf req-5ce91c4f-56fb-4e17-bdaa-55acfa40a7e9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367276 Mar 11 18:10:45.437259 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:45.542907 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:10:45.552888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:45.553323 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.597062 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.669776 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:45.670774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.692655 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks [] for port (b66e0672-b98e-45d0-9141-55411be742b4), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.698290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-ca62f75f-0dec-4838-89e1-df7894815a29 None None] Provisioning complete for port 07531fe5-69e9-433b-b4b1-62e41c908ef1 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:45.698728 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ca62f75f-0dec-4838-89e1-df7894815a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.710877 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (b66e0672-b98e-45d0-9141-55411be742b4), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.735012 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:45.737945 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17092fe9-3778-4a1a-8215-8f438cd24ebb" -d '{"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:45.766639 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Attempting to bind port b66e0672-b98e-45d0-9141-55411be742b4 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:45.767015 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Attempting to bind port b66e0672-b98e-45d0-9141-55411be742b4 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:45.767579 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Attempting to bind port b66e0672-b98e-45d0-9141-55411be742b4 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:45.775809 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc329e1-09d4-4921-a993-693df0c78e0c None None] Pushing event updated for resources: {'Port': ['ID=b66e0672-b98e-45d0-9141-55411be742b4,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:45.779328 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:45.780068 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:45.790518 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:45.792849 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.794217 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:45.800288 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Bound port: b66e0672-b98e-45d0-9141-55411be742b4, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:45.802221 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (b66e0672-b98e-45d0-9141-55411be742b4), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.803055 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.847343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73cd8e-eb33-43ee-914a-449ce2ed31d2 x-openstack-request-id: req-ff73cd8e-eb33-43ee-914a-449ce2ed31d2 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:45.847666 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:45.847944 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ff73cd8e-eb33-43ee-914a-449ce2ed31d2 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:45.848334 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'code': 200} Mar 11 18:10:45.887603 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Allocated IP 172.20.0.1 (3f6d4b94-41a5-4e6d-839c-2ba3da405e10/680c26da-f040-4725-bbf8-c40239907ff5/159264a1-8208-4467-b6c5-7d2018e1d722) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:45.918121 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] For port b66e0672-b98e-45d0-9141-55411be742b4, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:45.926334 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] For port b66e0672-b98e-45d0-9141-55411be742b4, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=b66e0672-b98e-45d0-9141-55411be742b4,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:45.943604 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (b66e0672-b98e-45d0-9141-55411be742b4), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:45.985434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ca62f75f-0dec-4838-89e1-df7894815a29 None None] Current status of the port 07531fe5-69e9-433b-b4b1-62e41c908ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:45.995551 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:46.045525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks [] for port (159264a1-8208-4467-b6c5-7d2018e1d722), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.050229 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:46.050819 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:46.071278 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 07531fe5-69e9-433b-b4b1-62e41c908ef1 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:46.095619 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.121535 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc329e1-09d4-4921-a993-693df0c78e0c None None] Pushing event updated for resources: {'Port': ['ID=b66e0672-b98e-45d0-9141-55411be742b4,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:46.153011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:46.156983 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:46.169159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 07531fe5-69e9-433b-b4b1-62e41c908ef1 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:46.169538 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.181775 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:46.233712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:46.234293 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:46.304745 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (515cd215-2840-4a17-bfd0-ce7885634d84), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.331905 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 07531fe5-69e9-433b-b4b1-62e41c908ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:46.361886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb2901-f126-480e-b52e-ee3b7c382d78 req-74aea771-cebf-425d-a4a6-b488b0b465f8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.364535 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77eb2901-f126-480e-b52e-ee3b7c382d78 req-74aea771-cebf-425d-a4a6-b488b0b465f8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1777823 Mar 11 18:10:46.433420 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77eb2901-f126-480e-b52e-ee3b7c382d78 req-0ff10bb9-2d1f-47cf-8304-56c3bf20c69c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Mar 11 18:10:46.509506 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d95122d9-a17a-4d4c-aa0b-6b8e9f15e3b8 None None] Provisioning complete for port 159264a1-8208-4467-b6c5-7d2018e1d722 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:46.510112 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d95122d9-a17a-4d4c-aa0b-6b8e9f15e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.535590 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:43Z', 'revision_number': 3, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:46.552229 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d95122d9-a17a-4d4c-aa0b-6b8e9f15e3b8 None None] Port 159264a1-8208-4467-b6c5-7d2018e1d722 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:46.552571 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d55ad-51a6-4834-8ba4-956057772a94 req-93076529-bde9-4e5e-838c-a94d6a9ac8a5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:46.554662 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-713d55ad-51a6-4834-8ba4-956057772a94 req-93076529-bde9-4e5e-838c-a94d6a9ac8a5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0885322 Mar 11 18:10:46.563656 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b72af-7df4-4dae-8969-bcc319c4700d None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:43Z', 'revision_number': 3, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:46.571407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.649063 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-713d55ad-51a6-4834-8ba4-956057772a94 req-5b74d9a4-bd5d-4d95-b60d-07235191b568 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870764 Mar 11 18:10:46.783324 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks [] for port (159264a1-8208-4467-b6c5-7d2018e1d722), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.783525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.875285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:46.878077 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (515cd215-2840-4a17-bfd0-ce7885634d84), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:46.978379 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:46.979639 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:47.107998 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:47.190340 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-04b4a7bd-fd5b-4ab6-b2cd-910487720a7b None None] Provisioning complete for port 159264a1-8208-4467-b6c5-7d2018e1d722 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:47.191083 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-04b4a7bd-fd5b-4ab6-b2cd-910487720a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.236502 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-04b4a7bd-fd5b-4ab6-b2cd-910487720a7b None None] Port 159264a1-8208-4467-b6c5-7d2018e1d722 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:47.250527 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:47.255538 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b32f70ab-f585-41ad-80ac-c37be3e6d2a8 admin admin] 10.222.0.105 "PUT /v2.0/routers/515cd215-2840-4a17-bfd0-ce7885634d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832319 Mar 11 18:10:47.571529 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da3b8-aff1-4bf8-a586-93f7652621be req-53b6e962-0223-4f04-8edc-084110365fe4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.572980 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a59da3b8-aff1-4bf8-a586-93f7652621be req-53b6e962-0223-4f04-8edc-084110365fe4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0555015 Mar 11 18:10:47.623767 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a59da3b8-aff1-4bf8-a586-93f7652621be req-b4c430da-c8ff-451a-b351-3d217aa9242a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449035 Mar 11 18:10:47.785357 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e75bf-cbf3-4dc1-b585-aca71a4f4f03 req-6f8cb405-77f0-4b1b-8444-c77d9717f6c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:47.786906 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac0e75bf-cbf3-4dc1-b585-aca71a4f4f03 req-6f8cb405-77f0-4b1b-8444-c77d9717f6c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0596392 Mar 11 18:10:47.844554 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac0e75bf-cbf3-4dc1-b585-aca71a4f4f03 req-ec836246-ba62-4a4a-a5c6-35d1451b9abe tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503953 Mar 11 18:10:47.869372 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36944) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:47.876876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-32876164-network', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:47.902575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Made reservation on behalf of 07924ff1c02e4f57a042224d8552f7ea for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:47.905103 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:47.915385 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.009843 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks [] for security_group (dd50120e-c4db-4fa3-a8d5-5af47959b24d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.014345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dd50120e-c4db-4fa3-a8d5-5af47959b24d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.038159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device b66e0672-b98e-45d0-9141-55411be742b4 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:48.051476 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:10:48.061778 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50120e-c4db-4fa3-a8d5-5af47959b24d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:48.068803 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (6aa273ad-45fe-4ee1-8a11-19b8c23dcb96), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.069852 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Added segment 6aa273ad-45fe-4ee1-8a11-19b8c23dcb96 of type vlan for network e1f13034-db20-4f0a-af67-93eb605c673f Mar 11 18:10:48.100687 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port b66e0672-b98e-45d0-9141-55411be742b4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:48.101059 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (b66e0672-b98e-45d0-9141-55411be742b4), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.118576 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (e1f13034-db20-4f0a-af67-93eb605c673f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.147101 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (e1f13034-db20-4f0a-af67-93eb605c673f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.148533 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.149229 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.194624 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port b66e0672-b98e-45d0-9141-55411be742b4 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:48.195121 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (b66e0672-b98e-45d0-9141-55411be742b4), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.223517 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f13034-db20-4f0a-af67-93eb605c673f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:48.227328 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port b66e0672-b98e-45d0-9141-55411be742b4, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=b66e0672-b98e-45d0-9141-55411be742b4,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:48.230670 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-33dbc3b1-ba7f-4187-826f-4f10e1e13b61 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3598731 Mar 11 18:10:48.232721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (b66e0672-b98e-45d0-9141-55411be742b4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.233755 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36948) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:48.237762 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network e1f13034-db20-4f0a-af67-93eb605c673f details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:10:48.239909 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Request body: {'subnet': {'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-32876164-subnet', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:48.262825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Made reservation on behalf of 07924ff1c02e4f57a042224d8552f7ea for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:10:48.265327 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.282893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:48.364733 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:48.364733 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:48.371544 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=b66e0672-b98e-45d0-9141-55411be742b4,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:48.481183 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147fd47-b305-43c9-8856-319a3dc89215 req-12c724b2-05ec-4f0f-923d-645cf8ea4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.482730 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8147fd47-b305-43c9-8856-319a3dc89215 req-12c724b2-05ec-4f0f-923d-645cf8ea4e7d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1129 time: 0.1011038 Mar 11 18:10:48.486744 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (8a87fef9-34b3-4740-ab5f-b767cf296db1), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.574054 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a87fef9-34b3-4740-ab5f-b767cf296db1,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:48.602516 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8147fd47-b305-43c9-8856-319a3dc89215 req-27923ef4-6b58-4f88-b416-60e0b69c0ebd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103113 Mar 11 18:10:48.610355 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Checking segment: {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:48.610709 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Network hostable DHCP agents. Network: e1f13034-db20-4f0a-af67-93eb605c673f, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:10:48.618056 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:48.629502 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Network e1f13034-db20-4f0a-af67-93eb605c673f is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:10:48.641100 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, e1f13034-db20-4f0a-af67-93eb605c673f) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:48.646640 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.646914 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.663074 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47414b-d7a0-4e80-9a92-16e28050ec96 None None] Network e1f13034-db20-4f0a-af67-93eb605c673f requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:48.669044 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-678beb42-febb-4634-bdad-0d7d574c42ca admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4315426 Mar 11 18:10:48.669405 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36956) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:48.674367 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:48.702480 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.704556 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.805978 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for router_controller (9ed7ff5f-e071-4865-b86a-f603d03da232), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:48.868609 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde869-f1c3-4c14-add8-faee87df16b7 req-03e24acd-66c6-425f-8fe1-70a14c358874 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:48.870118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18cde869-f1c3-4c14-add8-faee87df16b7 req-03e24acd-66c6-425f-8fe1-70a14c358874 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1473389 Mar 11 18:10:48.934312 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-e1f13034-db20-4f0a-af67-93eb605c673f', 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f', 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'fixed_ips': [{'subnet_id': '8a87fef9-34b3-4740-ab5f-b767cf296db1'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:10:48.935620 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.045437 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for router_gateway (9ed7ff5f-e071-4865-b86a-f603d03da232), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.094216 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18cde869-f1c3-4c14-add8-faee87df16b7 req-a1375cbf-12cb-4b5a-a82d-8c2a51d42cbf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763740 Mar 11 18:10:49.115944 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb6e6-6a9b-4819-9405-e5fbea8f8541 req-78faa0d7-8452-42cb-bcd2-b0a848bc67b3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:49.116956 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 2, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:49.117419 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-280fb6e6-6a9b-4819-9405-e5fbea8f8541 req-78faa0d7-8452-42cb-bcd2-b0a848bc67b3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1377983 Mar 11 18:10:49.165320 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:49.165648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Updating router 515cd215-2840-4a17-bfd0-ce7885634d84 port 159264a1-8208-4467-b6c5-7d2018e1d722 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:49.206410 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-280fb6e6-6a9b-4819-9405-e5fbea8f8541 req-6c3496a0-219f-47a1-a97d-a881f08c6640 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779378 Mar 11 18:10:49.210428 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Allocated IP 172.20.0.2 (e1f13034-db20-4f0a-af67-93eb605c673f/8a87fef9-34b3-4740-ab5f-b767cf296db1/c53590e3-c8b6-4a80-bfc2-3e3737f7d546) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:49.212700 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.559893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks [] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.574639 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.637819 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Network e1f13034-db20-4f0a-af67-93eb605c673f is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:49.646322 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for router_gateway (9ed7ff5f-e071-4865-b86a-f603d03da232), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.646721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Pushing event updated for resources: {'Port': ['ID=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:49.650097 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:49.652516 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:49.685641 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.762666 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Attempting to bind port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:49.763322 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Attempting to bind port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:49.763725 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Attempting to bind port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 on network e1f13034-db20-4f0a-af67-93eb605c673f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:49.772652 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks [] for port (159264a1-8208-4467-b6c5-7d2018e1d722), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.774894 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:49.775353 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Checking segment: {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:49.775746 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.776595 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Bound using segment: {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:49.777244 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Bound port: c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:49.777768 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.795816 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.818322 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Allocated IP 172.27.3.180 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/f2a163b5-d830-49e1-8f46-41926ec4bef7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:49.870701 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309cbb3-0e44-42c1-9de6-be43a2229eab None None] Pushing event updated for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:49.977936 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 36982) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:49.980045 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] For port c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:49.983571 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:49.990525 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Attempting to bind port 159264a1-8208-4467-b6c5-7d2018e1d722 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:49.990895 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Attempting to bind port 159264a1-8208-4467-b6c5-7d2018e1d722 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:49.991330 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Attempting to bind port 159264a1-8208-4467-b6c5-7d2018e1d722 on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:49.998453 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] For port c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:50.004266 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:50.004660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:50.005191 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.005620 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Bound using segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:50.019043 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Bound port: 159264a1-8208-4467-b6c5-7d2018e1d722, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:50.019566 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.023798 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.058989 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.075170 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device b66e0672-b98e-45d0-9141-55411be742b4 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:50.120138 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:50.123604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:50.129757 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:50.188356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a163b5-d830-49e1-8f46-41926ec4bef7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.199461 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d728e9-7cd7-4528-95ad-b95b75aa281b None None] Pushing event updated for resources: {'Port': ['ID=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.234908 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d975749-aec7-45e6-96d2-cddeddc678fe None None] Provisioning complete for port 159264a1-8208-4467-b6c5-7d2018e1d722 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:50.238059 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d975749-aec7-45e6-96d2-cddeddc678fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.242049 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] For port 159264a1-8208-4467-b6c5-7d2018e1d722, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:50.284079 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] For port 159264a1-8208-4467-b6c5-7d2018e1d722, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=159264a1-8208-4467-b6c5-7d2018e1d722,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:50.288897 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port b66e0672-b98e-45d0-9141-55411be742b4 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:50.289411 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (b66e0672-b98e-45d0-9141-55411be742b4), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.299961 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.320294 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1b10e1bc-f445-4750-865b-c822f68314d9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c0144138e18e44068d40d6537955e21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380027 Mar 11 18:10:50.321344 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 36992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:50.334401 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4d975749-aec7-45e6-96d2-cddeddc678fe None None] Port 159264a1-8208-4467-b6c5-7d2018e1d722 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:50.414574 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:50.415234 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:50.419965 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] Publish callbacks [] for security_group (7918a46f-6485-43b9-b9b8-997f01f50e99), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.425506 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309cbb3-0e44-42c1-9de6-be43a2229eab None None] Pushing event updated for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.468796 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbde95-912b-45a7-aa51-dece239d11c2 req-6e9a01b5-4b56-4acf-87ab-73edb28581c8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:50.471415 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25dbde95-912b-45a7-aa51-dece239d11c2 req-6e9a01b5-4b56-4acf-87ab-73edb28581c8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.2348933 Mar 11 18:10:50.480352 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] Publish callbacks [] for security_group (7918a46f-6485-43b9-b9b8-997f01f50e99), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.507807 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8c877-f6b9-40b2-88b0-de375950ccd1 req-0fa42af5-8ac8-41d4-ad56-ae55b4c59b24 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:50.507807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bca8c877-f6b9-40b2-88b0-de375950ccd1 req-0fa42af5-8ac8-41d4-ad56-ae55b4c59b24 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1877379 Mar 11 18:10:50.591571 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7918a46f-6485-43b9-b9b8-997f01f50e99), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.596014 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.602174 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7918a46f-6485-43b9-b9b8-997f01f50e99 HTTP/1.1" status: 204 len: 168 time: 0.2777064 Mar 11 18:10:50.646169 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9fe3-d39c-4c8a-9d05-2931d1a9d673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918a46f-6485-43b9-b9b8-997f01f50e99,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:50.719217 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-25dbde95-912b-45a7-aa51-dece239d11c2 req-f601c19d-3bd3-463c-9019-0c480b65416a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355473 Mar 11 18:10:50.825826 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port b66e0672-b98e-45d0-9141-55411be742b4 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:50.840374 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bca8c877-f6b9-40b2-88b0-de375950ccd1 req-100ed753-c971-4f40-bfea-d65415d44625 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406697 Mar 11 18:10:50.858338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for router_gateway (9ed7ff5f-e071-4865-b86a-f603d03da232), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:50.925313 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:50.954994 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Provisioning complete for port 159264a1-8208-4467-b6c5-7d2018e1d722 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:50.955290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.154171 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.172888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Current status of the port 159264a1-8208-4467-b6c5-7d2018e1d722 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:51.173295 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.243493 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] For port 159264a1-8208-4467-b6c5-7d2018e1d722, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=159264a1-8208-4467-b6c5-7d2018e1d722,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:51.255019 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.323717 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cfb71-ee4e-4b6c-9109-b67278e5d04a None None] Pushing event updated for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:51.325850 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Router 9ed7ff5f-e071-4865-b86a-f603d03da232 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:10:51.329839 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-347f290f-126a-446f-9470-ca200269ba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:50Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:51.360360 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f290f-126a-446f-9470-ca200269ba17 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:50Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:51.507449 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:51.524706 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Sync routers for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:51.540338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.542781 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2ad0bd2f-5b7e-4a70-88a1-8cb6cb5f7318 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8721089 Mar 11 18:10:51.545666 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:51.550438 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:51.551427 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:51.705786 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:51.753889 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c0e067-12d4-4f77-9a99-04fadb6116c1 None None] Network e1f13034-db20-4f0a-af67-93eb605c673f requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:10:51.894324 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Provisioning complete for port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:51.894814 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:51.960452 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04985c-d46d-4faa-9408-55c9b5adf229 req-b1facd39-14dd-4be5-89d0-848a9ff525e5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:51.971302 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5d04985c-d46d-4faa-9408-55c9b5adf229 req-b1facd39-14dd-4be5-89d0-848a9ff525e5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1126416 Mar 11 18:10:52.112850 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Current status of the port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:52.113250 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.171289 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364b42d-73e7-4516-ad9a-4ca2d911e76f req-066c70c2-4eeb-4363-8d67-de3648bb048d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:52.181124 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6364b42d-73e7-4516-ad9a-4ca2d911e76f req-066c70c2-4eeb-4363-8d67-de3648bb048d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.2381227 Mar 11 18:10:52.193876 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] For port c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:52.202614 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.256226 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:50Z', 'revision_number': 3, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:52.265586 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5d04985c-d46d-4faa-9408-55c9b5adf229 req-e232d7bb-9059-4aa4-b3ee-b327117a1a88 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930307 Mar 11 18:10:52.311330 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c9f1-e72f-44a5-a0ee-70ba64747544 None None] Pushing event updated for resources: {'Port': ['ID=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:52.328976 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Checking router: 9ed7ff5f-e071-4865-b86a-f603d03da232 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:52.329698 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Updating router 9ed7ff5f-e071-4865-b86a-f603d03da232 port f2a163b5-d830-49e1-8f46-41926ec4bef7 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:52.335173 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 159264a1-8208-4467-b6c5-7d2018e1d722 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:52.353969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6364b42d-73e7-4516-ad9a-4ca2d911e76f req-e787aade-c355-4ef1-b063-3654a9d1623f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553667 Mar 11 18:10:52.392687 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.399286 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.427457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 159264a1-8208-4467-b6c5-7d2018e1d722 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:52.427892 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.551068 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7d2a9249-0b42-42dd-850c-6698d88882d1 None None] Provisioning complete for port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:52.552895 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7d2a9249-0b42-42dd-850c-6698d88882d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.614657 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 159264a1-8208-4467-b6c5-7d2018e1d722 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:52.615963 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c53590e3-c8b6-4a80-bfc2-3e3737f7d546 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:52.648338 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Allocated IP 172.20.0.1 (e1f13034-db20-4f0a-af67-93eb605c673f/8a87fef9-34b3-4740-ab5f-b767cf296db1/8c4c27f6-04dc-4f7b-ac62-7e58d9a29058) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:52.741566 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:52.742330 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.820116 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a9249-0b42-42dd-850c-6698d88882d1 None None] Current status of the port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:52.869988 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks [] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.877583 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.908162 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:52.908489 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks [] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.959073 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.965981 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Attempting to bind port f2a163b5-d830-49e1-8f46-41926ec4bef7 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:52.966356 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Attempting to bind port f2a163b5-d830-49e1-8f46-41926ec4bef7 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:52.966713 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Attempting to bind port f2a163b5-d830-49e1-8f46-41926ec4bef7 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:52.975154 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f083c44-a8e0-41a9-831a-635b44f830ec None None] Pushing event updated for resources: {'Port': ['ID=f2a163b5-d830-49e1-8f46-41926ec4bef7,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:52.978193 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:52.978571 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:52.979084 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:52.979325 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:52.979786 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Bound port: f2a163b5-d830-49e1-8f46-41926ec4bef7, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:52.980204 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.002639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Network e1f13034-db20-4f0a-af67-93eb605c673f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:53.013184 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:53.022895 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:53.023425 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (9ed7ff5f-e071-4865-b86a-f603d03da232), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.028015 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:53.041839 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] For port f2a163b5-d830-49e1-8f46-41926ec4bef7, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:53.045824 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] For port f2a163b5-d830-49e1-8f46-41926ec4bef7, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=f2a163b5-d830-49e1-8f46-41926ec4bef7,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:53.056533 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.143972 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f083c44-a8e0-41a9-831a-635b44f830ec None None] Pushing event updated for resources: {'Port': ['ID=f2a163b5-d830-49e1-8f46-41926ec4bef7,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:53.228410 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:53.231252 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:53.357172 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-04debf16-0d43-4694-ba83-14f5199ec432 None None] Provisioning complete for port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:53.358352 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-04debf16-0d43-4694-ba83-14f5199ec432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.406862 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-04debf16-0d43-4694-ba83-14f5199ec432 None None] Port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:53.409176 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:53.518324 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b9da-cc51-4bfe-8e0e-505ac71e6f4f req-47de98ab-a059-453a-bca9-8e96d7afc446 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:53.520632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a548b9da-cc51-4bfe-8e0e-505ac71e6f4f req-47de98ab-a059-453a-bca9-8e96d7afc446 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1492088 Mar 11 18:10:53.549285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d150425-882d-4f05-aa2d-ab49918a5240 req-495792e5-aff7-4f9c-a687-6d416ce69366 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:53.549285 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d150425-882d-4f05-aa2d-ab49918a5240 req-495792e5-aff7-4f9c-a687-6d416ce69366 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0991788 Mar 11 18:10:53.579629 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.623600 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a548b9da-cc51-4bfe-8e0e-505ac71e6f4f req-53992074-36ea-45ba-aabc-b1a3ccec7f1a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907342 Mar 11 18:10:53.641998 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d150425-882d-4f05-aa2d-ab49918a5240 req-6c6472b4-698d-4d8e-acc5-c6ebbf9034d6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848646 Mar 11 18:10:53.672190 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:50Z', 'revision_number': 3, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:53.707679 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05967cad-a9a6-4252-b65e-e0569929314a None None] The sync data for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi is: [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:50Z', 'revision_number': 3, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:53.780572 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c156414f-2375-4d54-872e-fd6f1fd2a6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.790963 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks [] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.805310 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.811968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (9ed7ff5f-e071-4865-b86a-f603d03da232), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.826893 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df601ac-70cd-4d16-a2f9-b1e97c485b53 req-4b7269a3-f2be-4563-a006-44b4cc5a1a67 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:53.833346 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5df601ac-70cd-4d16-a2f9-b1e97c485b53 req-4b7269a3-f2be-4563-a006-44b4cc5a1a67 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1073797 Mar 11 18:10:53.840293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37050) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:53.845545 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'floatingip': {'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:53.885363 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:53.929599 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:53.975991 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Network e1f13034-db20-4f0a-af67-93eb605c673f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:53.978056 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:54.119517 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c53590e3-c8b6-4a80-bfc2-3e3737f7d546 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:54.147462 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Router 9ed7ff5f-e071-4865-b86a-f603d03da232 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:54.234296 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:54.234803 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.332013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:54.345479 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4fbb9d65-83c0-4b3e-bc13-69ca25fbf248 admin admin] 10.222.0.105 "PUT /v2.0/routers/9ed7ff5f-e071-4865-b86a-f603d03da232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961521 Mar 11 18:10:54.356350 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:54.370609 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a278a629-dbb0-450b-9d88-78f1fe3f0442 None None] Provisioning complete for port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:54.371258 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a278a629-dbb0-450b-9d88-78f1fe3f0442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:54.416848 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a278a629-dbb0-450b-9d88-78f1fe3f0442 None None] Port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:10:54.942851 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37074) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.026357 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eabf1-5717-4ccf-8f5b-942d1b8a64f1 req-39aa624f-8696-4440-95b9-ceff10afb90a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:55.027932 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a7eabf1-5717-4ccf-8f5b-942d1b8a64f1 req-39aa624f-8696-4440-95b9-ceff10afb90a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.2163434 Mar 11 18:10:55.103029 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.104434 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cda468-a60b-467d-8321-bbb4700ef376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.108112 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.110533 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.133028 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.141034 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631996294', 'description': 'tempest-secgroup-smoke-1631996294 description', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:55.185283 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a7eabf1-5717-4ccf-8f5b-942d1b8a64f1 req-0bc27ff5-6e06-400a-97dc-08a8ce4dbe35 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500690 Mar 11 18:10:55.198655 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.259276 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Floating IP 541f37cd-c036-4f57-b26d-76c53eb96a2f associated. External IP: 172.27.3.32, port: 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9. Mar 11 18:10:55.272679 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cda468-a60b-467d-8321-bbb4700ef376 admin admin] Publish callbacks [] for security_group (d0fc663a-1f68-41c2-ab2c-335f29b1e50d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.278788 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cda468-a60b-467d-8321-bbb4700ef376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (d0fc663a-1f68-41c2-ab2c-335f29b1e50d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.330462 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f0cda468-a60b-467d-8321-bbb4700ef376 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=872ddd2a3a0c4ed583aab0d6b2026e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858063 Mar 11 18:10:55.337273 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.363067 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cda468-a60b-467d-8321-bbb4700ef376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc663a-1f68-41c2-ab2c-335f29b1e50d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.378176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (78841fb2-4be3-40bb-a87f-8f31e27f7739), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.388126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (78841fb2-4be3-40bb-a87f-8f31e27f7739), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.437995 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.439237 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3051260 Mar 11 18:10:55.439977 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272ddab-bbd3-44e6-bccc-8dca649d8d88 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78841fb2-4be3-40bb-a87f-8f31e27f7739,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.449405 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.456564 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:55.468598 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] Publish callbacks [] for security_group (d0fc663a-1f68-41c2-ab2c-335f29b1e50d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.485287 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:10:55.504947 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] Publish callbacks [] for security_group (d0fc663a-1f68-41c2-ab2c-335f29b1e50d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.507222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (eb8641a3-cd72-4c0a-a1d1-d90ce6e4d281), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.603445 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (eb8641a3-cd72-4c0a-a1d1-d90ce6e4d281), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.608842 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (eb8641a3-cd72-4c0a-a1d1-d90ce6e4d281), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.620237 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:10:55.626020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.626154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (d0fc663a-1f68-41c2-ab2c-335f29b1e50d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.628703 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.629854 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d0fc663a-1f68-41c2-ab2c-335f29b1e50d HTTP/1.1" status: 204 len: 168 time: 0.2868741 Mar 11 18:10:55.635961 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:55.651117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:55.652236 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:55.656725 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d3b48-6704-476e-b7e6-9fb9a6746ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc663a-1f68-41c2-ab2c-335f29b1e50d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.665460 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8641a3-cd72-4c0a-a1d1-d90ce6e4d281,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.670774 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9980cad7-3396-4e46-9e28-21df8d211a03 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "PUT /v2.0/floatingips/541f37cd-c036-4f57-b26d-76c53eb96a2f HTTP/1.1" status: 200 len: 990 time: 1.8288364 Mar 11 18:10:55.672578 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:10:55.675012 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:10:55.695792 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.699380 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c0a86866-04a8-4eb5-8b7f-b30310265e12 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461886 Mar 11 18:10:55.700085 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37092) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.705454 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:55.731266 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdf74f-9008-49b1-93bc-254ee8f73a39 x-openstack-request-id: req-efcdf74f-9008-49b1-93bc-254ee8f73a39 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:10:55.732157 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:10:55.732749 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-efcdf74f-9008-49b1-93bc-254ee8f73a39 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:10:55.733463 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'status': 'completed', 'code': 200} Mar 11 18:10:55.754751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (1dd828f6-1de1-4b7c-b5ff-552b16202b8b), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.838733 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (1dd828f6-1de1-4b7c-b5ff-552b16202b8b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.846669 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (1dd828f6-1de1-4b7c-b5ff-552b16202b8b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.853519 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:55.863345 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Sync routers for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:10:55.879214 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:55.882094 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:55.882956 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:55.889474 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:55.889841 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883037 Mar 11 18:10:55.892391 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d0ed0-16a1-4d99-aeea-137c8a1f7777 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd828f6-1de1-4b7c-b5ff-552b16202b8b,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:55.894815 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:55.944097 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (cfba780a-f151-433f-bce8-8bafe1d0d01b), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.042833 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:56.074614 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (cfba780a-f151-433f-bce8-8bafe1d0d01b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.081087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (cfba780a-f151-433f-bce8-8bafe1d0d01b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.098077 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37100) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:56.105613 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.107779 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172265 Mar 11 18:10:56.108786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a92ee8-2ecd-4251-92d1-3d4dc6d5b199 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfba780a-f151-433f-bce8-8bafe1d0d01b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.111112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:56.119258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:56.126305 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c7ff-aeef-446c-8e9f-f3eb704c3531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.133637 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device f2a163b5-d830-49e1-8f46-41926ec4bef7 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:56.156620 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (6bbd531d-4cd0-451b-b283-830c83214b70), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.247250 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c7ff-aeef-446c-8e9f-f3eb704c3531 admin admin] Publish callbacks [] for security_group (3ba53eb1-4562-4401-91b1-b5dc6a2f9c25), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.248539 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (6bbd531d-4cd0-451b-b283-830c83214b70), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.257082 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c7ff-aeef-446c-8e9f-f3eb704c3531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (3ba53eb1-4562-4401-91b1-b5dc6a2f9c25), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.257456 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (6bbd531d-4cd0-451b-b283-830c83214b70), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.310291 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc01dbd3-ad3a-44b2-8bec-c099fcfdabf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.321758 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd531d-4cd0-451b-b283-830c83214b70,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.344489 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.346096 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6fd1ecb6-95f6-471d-8c48-bb46ff0abaaf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340682 Mar 11 18:10:56.349027 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:56.354350 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:56.383209 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Project c49ea05b5d0d4ca79c6c33181b3f4d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:56.393485 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (83a450a9-6eb8-413b-9309-87930424c328), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.436400 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4bf3c7ff-aeef-446c-8e9f-f3eb704c3531 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=67b8bb27b5234065b8033d716791469b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328843 Mar 11 18:10:56.436400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c7ff-aeef-446c-8e9f-f3eb704c3531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba53eb1-4562-4401-91b1-b5dc6a2f9c25,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.439126 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37108) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:56.507420 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (83a450a9-6eb8-413b-9309-87930424c328), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.512543 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (83a450a9-6eb8-413b-9309-87930424c328), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.521827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] Publish callbacks [] for security_group (3ba53eb1-4562-4401-91b1-b5dc6a2f9c25), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.529637 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 4, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '8c4c27f6-04dc-4f7b-ac62-7e58d9a29058', 'name': '', 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:52Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 2, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'subnets': [{'id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:56.531219 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dea8d1-5a74-4cc2-9ae6-f166e27d0476 req-92b3304c-98d5-484f-b779-c11ff5fa9d4d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.538477 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8dea8d1-5a74-4cc2-9ae6-f166e27d0476 req-92b3304c-98d5-484f-b779-c11ff5fa9d4d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1724091 Mar 11 18:10:56.539989 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.544810 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1944647 Mar 11 18:10:56.547778 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:56.552986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'security_group_rule': {'security_group_id': '78841fb2-4be3-40bb-a87f-8f31e27f7739', 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:56.557605 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75300bdf-7653-4d67-8b44-4d39133e3d13 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a450a9-6eb8-413b-9309-87930424c328,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.572612 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Checking router: 9ed7ff5f-e071-4865-b86a-f603d03da232 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:56.573460 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Updating router 9ed7ff5f-e071-4865-b86a-f603d03da232 port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:10:56.579040 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port f2a163b5-d830-49e1-8f46-41926ec4bef7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:56.579535 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.588743 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Project c49ea05b5d0d4ca79c6c33181b3f4d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:10:56.596300 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (9e94faa7-5a88-41d0-938b-8f5f163754c1), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.596816 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] Publish callbacks [] for security_group (3ba53eb1-4562-4401-91b1-b5dc6a2f9c25), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.615684 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.662759 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8dea8d1-5a74-4cc2-9ae6-f166e27d0476 req-f132694f-23d5-4f28-a95a-a5a37a5ff600 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232455 Mar 11 18:10:56.733295 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '541f37cd-c036-4f57-b26d-76c53eb96a2f', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:33Z', 'updated_at': '2022-03-11T18:10:54Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:56.737506 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port f2a163b5-d830-49e1-8f46-41926ec4bef7 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:56.738098 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.766333 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (9e94faa7-5a88-41d0-938b-8f5f163754c1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.774312 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:10:56.774553 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (3ba53eb1-4562-4401-91b1-b5dc6a2f9c25), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.777046 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-21df0716-db74-4f13-ad1e-4a9e7827036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.777717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.778884 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-21df0716-db74-4f13-ad1e-4a9e7827036a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0815623 Mar 11 18:10:56.779798 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (9e94faa7-5a88-41d0-938b-8f5f163754c1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.799413 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3ba53eb1-4562-4401-91b1-b5dc6a2f9c25 HTTP/1.1" status: 204 len: 168 time: 0.3573751 Mar 11 18:10:56.802112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e94faa7-5a88-41d0-938b-8f5f163754c1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.824429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-c30328d5-0245-41dd-8e07-7f7a73b675b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.827209 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-c30328d5-0245-41dd-8e07-7f7a73b675b4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1129 time: 0.1499004 Mar 11 18:10:56.829872 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.835514 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-28249e3a-a85d-4d89-a4c9-5ba15b6c64ee tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863083 Mar 11 18:10:56.837168 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port f2a163b5-d830-49e1-8f46-41926ec4bef7, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=f2a163b5-d830-49e1-8f46-41926ec4bef7,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:56.846084 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:56.846737 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:56.850382 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:56.861650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f676e-4522-444a-bac7-4b3523266f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba53eb1-4562-4401-91b1-b5dc6a2f9c25,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:56.983788 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-ac84282f-caea-4302-b26b-44fdfc1c06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:56.985851 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-ac84282f-caea-4302-b26b-44fdfc1c06e9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1796095 Mar 11 18:10:57.094835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-e01bb0fc-897f-45f3-8d70-ce95078da331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.096714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=f2a163b5-d830-49e1-8f46-41926ec4bef7,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:57.097809 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-e01bb0fc-897f-45f3-8d70-ce95078da331 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.2516239 Mar 11 18:10:57.106459 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks [] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.115358 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.178405 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-01bee20b-bc91-4b83-b314-9e3627a1e1da service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.1846406 Mar 11 18:10:57.239746 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0391e-1816-48b1-a36e-1eea3ffceb86 None None] Pushing event updated for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:57.249212 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-44c76b19-3109-4bcc-b12b-6b8bea2424ba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 998 time: 0.1383166 Mar 11 18:10:57.298958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:57.308468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-d041623d-816e-4c4c-a546-167ee2b53f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.310273 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-d041623d-816e-4c4c-a546-167ee2b53f77 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.1133568 Mar 11 18:10:57.362340 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-1948da85-d04a-41d0-8e15-dbed744a00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.362948 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Attempting to bind port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:10:57.363641 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Attempting to bind port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:10:57.364299 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Attempting to bind port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 on network e1f13034-db20-4f0a-af67-93eb605c673f {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:10:57.368437 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-1948da85-d04a-41d0-8e15-dbed744a00c7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.1071942 Mar 11 18:10:57.375405 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:10:57.376145 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Checking segment: {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:10:57.377715 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.378181 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Bound using segment: {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:10:57.381409 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Bound port: 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:10:57.382194 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.387631 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-72b5c3fa-25af-465b-a355-8ee8cc4131ea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699766 Mar 11 18:10:57.494849 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-5340704c-a19f-4fd5-9f81-08d63316cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:57.497490 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-5340704c-a19f-4fd5-9f81-08d63316cca3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1254289 Mar 11 18:10:57.604949 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37158) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:57.629400 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20605adb-84bb-4487-8af4-31350e3f9dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.643139 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-e1a26b10-6fc4-41fc-ab65-427218e1291f service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466028 Mar 11 18:10:57.705614 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Provisioning complete for port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:57.716906 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-c3d0e526-b378-4d05-98c1-d42b78a690c6 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119923 Mar 11 18:10:57.728624 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.794133 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] For port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:10:57.797291 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e46638b-66fb-41f1-84be-aeb1e8837662 req-355cbffb-5a56-4251-941d-7d61732e6f3c service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468172 Mar 11 18:10:57.804641 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] For port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:10:57.824422 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.986349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20605adb-84bb-4487-8af4-31350e3f9dff admin admin] Publish callbacks [] for security_group (59423f13-e984-42e5-ae4b-9be7d2e536b8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:57.994515 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20605adb-84bb-4487-8af4-31350e3f9dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59423f13-e984-42e5-ae4b-9be7d2e536b8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.004825 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:10:58.005492 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:10:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:58.040224 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20605adb-84bb-4487-8af4-31350e3f9dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59423f13-e984-42e5-ae4b-9be7d2e536b8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.061284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ede57b32-0f1f-4453-8e1e-5ce58b9f37fa req-37886952-5009-47ee-ac2d-5792b7c184d4 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326774 Mar 11 18:10:58.074234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d3be-7747-4a45-97af-cab560a7cff1 req-0913c944-b7b4-49a2-aab0-009f4d61e596 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:58.080447 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6d2d3be-7747-4a45-97af-cab560a7cff1 req-0913c944-b7b4-49a2-aab0-009f4d61e596 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1563129 Mar 11 18:10:58.089419 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-20605adb-84bb-4487-8af4-31350e3f9dff admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=70f660a6d7cf4a2c9bcdea59d174a076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831591 Mar 11 18:10:58.092228 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:58.180779 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device f2a163b5-d830-49e1-8f46-41926ec4bef7 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:10:58.199658 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6d2d3be-7747-4a45-97af-cab560a7cff1 req-30d16b83-f0cd-4f8d-b82b-335d4003679c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098208 Mar 11 18:10:58.245806 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] Publish callbacks [] for security_group (59423f13-e984-42e5-ae4b-9be7d2e536b8), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.252653 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Current status of the port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:58.253441 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.305406 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:10:58.322753 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] Publish callbacks [] for security_group (59423f13-e984-42e5-ae4b-9be7d2e536b8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.323330 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0391e-1816-48b1-a36e-1eea3ffceb86 None None] Pushing event updated for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.384908 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] For port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:10:58.393475 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.397472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '541f37cd-c036-4f57-b26d-76c53eb96a2f', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:33Z', 'updated_at': '2022-03-11T18:10:54Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:58.412856 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (59423f13-e984-42e5-ae4b-9be7d2e536b8), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.419923 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.420911 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/59423f13-e984-42e5-ae4b-9be7d2e536b8 HTTP/1.1" status: 204 len: 168 time: 0.3275194 Mar 11 18:10:58.438740 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3c317-5e26-45f3-8716-079a93b75225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59423f13-e984-42e5-ae4b-9be7d2e536b8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.465293 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port f2a163b5-d830-49e1-8f46-41926ec4bef7 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:58.465943 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.518743 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f0b0f-a1e9-492a-a08a-b86d5ec13a5c None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '541f37cd-c036-4f57-b26d-76c53eb96a2f', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:33Z', 'updated_at': '2022-03-11T18:10:54Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:58.585443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4a8ae-fdc5-4c4e-b788-bef33324eea4 None None] Pushing event updated for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.592630 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-a39b6ca3-d634-4530-865f-cf2940d9065b None None] Provisioning complete for port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:10:58.592910 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a39b6ca3-d634-4530-865f-cf2940d9065b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.623278 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:58.628918 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115334805', 'description': 'tempest-description--425238049'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:58.660849 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 4, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '8c4c27f6-04dc-4f7b-ac62-7e58d9a29058', 'name': '', 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:52Z', 'updated_at': '2022-03-11T18:10:57Z', 'revision_number': 4, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'subnets': [{'id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:10:58.661223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.685491 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.708184 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port f2a163b5-d830-49e1-8f46-41926ec4bef7 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:58.730300 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8441029-6ac9-4f61-a82a-19a895aa0cf4 None None] The sync data for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi is: [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:10:53Z', 'revision_number': 4, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '8c4c27f6-04dc-4f7b-ac62-7e58d9a29058', 'name': '', 'network_id': 'e1f13034-db20-4f0a-af67-93eb605c673f', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'mac_address': 'fa:16:3e:79:4a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:52Z', 'updated_at': '2022-03-11T18:10:57Z', 'revision_number': 4, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'subnets': [{'id': '8a87fef9-34b3-4740-ab5f-b767cf296db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:10:58.787417 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (81849118-c692-4be0-992b-c345ba455f6e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.810168 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (81849118-c692-4be0-992b-c345ba455f6e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.813709 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a39b6ca3-d634-4530-865f-cf2940d9065b None None] Current status of the port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:10:58.867133 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:58.868969 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2439735 Mar 11 18:10:58.871930 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143f60-66b6-4f75-aa6d-aae9b4dc3c0e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81849118-c692-4be0-992b-c345ba455f6e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:58.875319 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:58.883186 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '81849118-c692-4be0-992b-c345ba455f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:58.954991 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (51465523-456c-47f3-a236-fc99e5822536), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.002680 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e312402-23c7-4ee3-b2fb-9457b55a9f60 None None] New status for floating IP 541f37cd-c036-4f57-b26d-76c53eb96a2f: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:10:59.065675 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (51465523-456c-47f3-a236-fc99e5822536), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.075916 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (51465523-456c-47f3-a236-fc99e5822536), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.110474 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51465523-456c-47f3-a236-fc99e5822536,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:59.121251 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.125545 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-39535913-ad63-45dd-ab04-a2326396a812 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458372 Mar 11 18:10:59.132151 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:59.137466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '81849118-c692-4be0-992b-c345ba455f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:59.184779 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (062c2247-0beb-47b2-9a09-ea3c09e0f7b7), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.296260 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (062c2247-0beb-47b2-9a09-ea3c09e0f7b7), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.301677 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (062c2247-0beb-47b2-9a09-ea3c09e0f7b7), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.326404 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062c2247-0beb-47b2-9a09-ea3c09e0f7b7,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:10:59.350119 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.354745 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a1758a86-9f0e-48c7-ae87-a8680e717f9d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182500 Mar 11 18:10:59.355581 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:10:59.362303 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:10:59.403561 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.413923 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5979-e64d-4f91-a484-906e3c20f371 req-ce2f3225-e9e9-4f3a-88ab-b81e181078e4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:10:59.416880 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-309c5979-e64d-4f91-a484-906e3c20f371 req-ce2f3225-e9e9-4f3a-88ab-b81e181078e4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1034720 Mar 11 18:10:59.496532 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-309c5979-e64d-4f91-a484-906e3c20f371 req-25ba545c-29c0-4e43-9af7-128ef1a5b4e1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725205 Mar 11 18:10:59.541549 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.564936 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:10:59.665609 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.27.3.39 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/c27efb12-5db4-4f6f-8098-5643575959ff) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:10:59.710529 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.814071 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (c27efb12-5db4-4f6f-8098-5643575959ff), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.864501 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:10:59.918924 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:10:59.922327 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:10:59.928921 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:10:59.999346 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=c27efb12-5db4-4f6f-8098-5643575959ff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:00.016318 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.089170 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.138281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:00.232295 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:00.232698 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.361986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (c27efb12-5db4-4f6f-8098-5643575959ff), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.368681 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:00.373403 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.420359 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.448013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=c27efb12-5db4-4f6f-8098-5643575959ff,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:00.457801 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.460049 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-13c6de94-10bf-4b88-b837-8cceac838770 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1026154 Mar 11 18:11:00.639375 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:00.698695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3801214-0e22-4933-a1c4-a578aaedf428 req-0a955060-8c14-40ee-889c-622b1ffd2432 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.700810 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3801214-0e22-4933-a1c4-a578aaedf428 req-0a955060-8c14-40ee-889c-622b1ffd2432 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1032481 Mar 11 18:11:00.790685 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f5a1cee7-5aa0-41e7-9049-e0c754ed6cd6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--115334805&fields=id&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 267 time: 0.0885861 Mar 11 18:11:00.801051 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3801214-0e22-4933-a1c4-a578aaedf428 req-297b7ffd-a201-4a49-95bd-56036f01c6dd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902758 Mar 11 18:11:00.927296 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-b173171a-dd74-48ee-b93e-8dd6a91fc6f9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:00.928779 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-b173171a-dd74-48ee-b93e-8dd6a91fc6f9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.1115265 Mar 11 18:11:00.943676 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-79a80676-bd7a-4910-82e2-0321b7329dfc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/quotas/a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Mar 11 18:11:01.009663 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-9f67de31-6e2e-4d11-81bc-359c8ed12d87 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587199 Mar 11 18:11:01.128306 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-7b891dc7-8768-45df-8935-089e0a1bcf4a service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040509 Mar 11 18:11:01.247726 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-90575c6c-5d36-4d27-9834-ae68b6000a51 service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120310 Mar 11 18:11:01.457690 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3a4c005d-519c-4e33-9feb-76cc4b56709b req-8e9f71ab-6439-4e3b-98fa-86d5f86373ac tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 210 time: 0.0389669 Mar 11 18:11:01.957181 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21219bd-70ac-4bad-aa51-a2e23c20dd6a req-17920077-a0c5-4da4-b9ed-87854845854e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:01.958876 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d21219bd-70ac-4bad-aa51-a2e23c20dd6a req-17920077-a0c5-4da4-b9ed-87854845854e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0801575 Mar 11 18:11:02.010925 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d21219bd-70ac-4bad-aa51-a2e23c20dd6a req-26aaab57-1f9a-4df6-85e5-33d6f513341a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Mar 11 18:11:02.611495 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3d399867-84b6-4d54-8486-4bae01e00b11 req-74b749e2-ddbf-4a4c-874d-3565cef2a5f1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 210 time: 0.0480547 Mar 11 18:11:02.744139 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-34eb2097-cc5c-4922-9915-bf412f954f25 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:02.745626 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-34eb2097-cc5c-4922-9915-bf412f954f25 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.1679344 Mar 11 18:11:02.855818 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-57fc88f7-34e0-4e1f-b180-9b3cb73020bb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 471 time: 0.0912402 Mar 11 18:11:02.871309 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'port': {'device_id': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'admin_state_up': True, 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'security_groups': ['81849118-c692-4be0-992b-c345ba455f6e']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:03.004268 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:03.008183 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.204401 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabd224-2b9d-47da-8cb8-819be5415264 req-c4cf98f8-5b61-4fe3-a07d-4714116deef9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.205804 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8aabd224-2b9d-47da-8cb8-819be5415264 req-c4cf98f8-5b61-4fe3-a07d-4714116deef9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.1712518 Mar 11 18:11:03.215452 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0573e-309d-4faf-9267-53fb5f0d4b58 req-d1bc1261-8373-458d-b8df-3ffd2b8a1e93 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.216927 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbe0573e-309d-4faf-9267-53fb5f0d4b58 req-d1bc1261-8373-458d-b8df-3ffd2b8a1e93 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1246066 Mar 11 18:11:03.246363 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.20.0.11 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/4b1b7ce1-8207-461f-b2ff-ebd126993875) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:03.332938 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8aabd224-2b9d-47da-8cb8-819be5415264 req-56e51b87-f57a-4f5c-9f6d-f95f92ef809b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123857 Mar 11 18:11:03.348717 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbe0573e-309d-4faf-9267-53fb5f0d4b58 req-46d9dce7-a87b-439a-a296-168696d7a89c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164670 Mar 11 18:11:03.467173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.502222 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.548513 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:03.554419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:03.558255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:03.564866 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:03.616825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.617565 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.640959 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-f1635b9e-e3b5-4450-a14b-a623308e604e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7732940 Mar 11 18:11:03.655931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Request body: {'port': {'device_id': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:03.747936 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.805754 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e316b3a8-1352-4d4c-879d-5c30ed8618c6 None None] Provisioning complete for port 4b1b7ce1-8207-461f-b2ff-ebd126993875 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:03.806412 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e316b3a8-1352-4d4c-879d-5c30ed8618c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:03.824929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc1132-e531-4580-867a-f9de509685be req-8f4d1d27-5aca-4680-a4bf-cb69d2ce25a4 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:03.826523 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67dc1132-e531-4580-867a-f9de509685be req-8f4d1d27-5aca-4680-a4bf-cb69d2ce25a4 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 932 time: 0.1153159 Mar 11 18:11:03.843953 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e316b3a8-1352-4d4c-879d-5c30ed8618c6 None None] Port 4b1b7ce1-8207-461f-b2ff-ebd126993875 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:11:03.953833 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67dc1132-e531-4580-867a-f9de509685be req-41076d74-48e8-456a-b03c-177e3f564c52 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180971 Mar 11 18:11:04.101662 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1b7ce1-8207-461f-b2ff-ebd126993875 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:04.110196 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks [] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.123658 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Transition to ACTIVE for port object 4b1b7ce1-8207-461f-b2ff-ebd126993875 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:11:04.137480 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.198443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:04.294228 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Attempting to bind port 4b1b7ce1-8207-461f-b2ff-ebd126993875 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:11:04.294560 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Attempting to bind port 4b1b7ce1-8207-461f-b2ff-ebd126993875 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:11:04.294890 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Attempting to bind port 4b1b7ce1-8207-461f-b2ff-ebd126993875 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:04.301020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Port 4b1b7ce1-8207-461f-b2ff-ebd126993875 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:11:04.301345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Attempting to bind port 4b1b7ce1-8207-461f-b2ff-ebd126993875 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:04.307837 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:11:04.308218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:11:04.308696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:11:04.309343 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Bound port: 4b1b7ce1-8207-461f-b2ff-ebd126993875, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:11:04.309678 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.429933 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:04.436579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:04.452885 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.561638 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.562718 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:04.564192 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] 10.222.0.107 "PUT /v2.0/ports/4b1b7ce1-8207-461f-b2ff-ebd126993875 HTTP/1.1" status: 200 len: 1094 time: 0.9128742 Mar 11 18:11:04.580419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:04.582777 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:04.615466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c421e41-b927-4d05-9afc-8c253e3b27dc service neutron] Pushing event updated for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:04.677433 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da748904-7242-43d8-9261-df490b9d2901 req-1ffdcfa8-e8f6-4d84-b240-3c57120f0a16 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.679329 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da748904-7242-43d8-9261-df490b9d2901 req-1ffdcfa8-e8f6-4d84-b240-3c57120f0a16 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1782146 Mar 11 18:11:04.694182 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1b04a-e3f8-40a1-b701-c8f0417a86bf req-f8f5ee23-762b-4545-ae48-dc0a2723118d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.696015 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eac1b04a-e3f8-40a1-b701-c8f0417a86bf req-f8f5ee23-762b-4545-ae48-dc0a2723118d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.1936867 Mar 11 18:11:04.740701 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-d638c99e-90dc-4a74-9361-bc8c6a744fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:04.742260 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-d638c99e-90dc-4a74-9361-bc8c6a744fdf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 1128 time: 0.1188831 Mar 11 18:11:05.106394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-91d92c0e-1ffb-43d7-b04a-a9f5c92ed12b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875 HTTP/1.1" status: 200 len: 217 time: 0.3494797 Mar 11 18:11:05.139720 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da748904-7242-43d8-9261-df490b9d2901 req-171a8a7a-d888-4279-a391-7d34ad7549c9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422915 Mar 11 18:11:05.165590 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eac1b04a-e3f8-40a1-b701-c8f0417a86bf req-0e4ca6de-d6c9-4584-ad3e-685a50286fcb tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565737 Mar 11 18:11:05.196660 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-6d6b97c9-fe38-4209-a434-6ea871851a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.202313 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-6d6b97c9-fe38-4209-a434-6ea871851a43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0837913 Mar 11 18:11:05.228622 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7a2e0-f419-4dde-b3c2-cdae091a95e1 x-openstack-request-id: req-e3a7a2e0-f419-4dde-b3c2-cdae091a95e1 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:05.229189 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:05.229946 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e3a7a2e0-f419-4dde-b3c2-cdae091a95e1 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:05.230620 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'status': 'completed', 'code': 200} Mar 11 18:11:05.270120 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bce909-0852-4a09-8490-ca4c95f31253 req-2e41f365-2ada-436d-a39e-05c9a796d81d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.271830 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-32bce909-0852-4a09-8490-ca4c95f31253 req-2e41f365-2ada-436d-a39e-05c9a796d81d tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 946 time: 0.0770445 Mar 11 18:11:05.321818 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293387a-7b38-476f-8e87-2c83241539c5 req-ffeac5d4-b6a8-4872-81a9-be190a064384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.323323 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-ffeac5d4-b6a8-4872-81a9-be190a064384 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1125855 Mar 11 18:11:05.347773 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe6b74-38b1-4037-9a07-01375979f59a req-3b25ac38-0010-4bf8-b1e2-f9269644b85c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.349371 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aafe6b74-38b1-4037-9a07-01375979f59a req-3b25ac38-0010-4bf8-b1e2-f9269644b85c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0872488 Mar 11 18:11:05.396378 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Deleting port 7a3e19be-7a06-4795-8a3e-e4d96001e80f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:11:05.396716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.487449 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aafe6b74-38b1-4037-9a07-01375979f59a req-3b7e0efb-828e-4597-8e60-de6326704550 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244705 Mar 11 18:11:05.515014 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-4f7cbf73-1f55-43a8-be48-0e14b7478ab5 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835728 Mar 11 18:11:05.532570 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] For port 7a3e19be-7a06-4795-8a3e-e4d96001e80f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=7a3e19be-7a06-4795-8a3e-e4d96001e80f,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:05.533145 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.559985 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Calling delete_port for 7a3e19be-7a06-4795-8a3e-e4d96001e80f owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:11:05.646881 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6293387a-7b38-476f-8e87-2c83241539c5 req-28fe631c-b3be-4241-87ec-7c3706323444 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241491 Mar 11 18:11:05.724383 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (7a3e19be-7a06-4795-8a3e-e4d96001e80f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.739029 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['7a3e19be-7a06-4795-8a3e-e4d96001e80f'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:05.768016 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Pushing event deleted for resources: {'Port': ['ID=7a3e19be-7a06-4795-8a3e-e4d96001e80f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:05.779551 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-6f713728-fc46-49d6-8e11-e64aa627961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.779766 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-6f713728-fc46-49d6-8e11-e64aa627961f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 1128 time: 0.0823011 Mar 11 18:11:05.827160 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] No DVR routers for this DVR port 7a3e19be-7a06-4795-8a3e-e4d96001e80f on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:11:05.830366 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:05.834251 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-32bce909-0852-4a09-8490-ca4c95f31253 req-21e497cb-f7c1-439c-8638-a029ae599756 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "DELETE /v2.0/ports/7a3e19be-7a06-4795-8a3e-e4d96001e80f HTTP/1.1" status: 204 len: 173 time: 0.5561194 Mar 11 18:11:05.834436 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'name': 'network-vif-deleted', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:05.836817 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e9b89-c976-41f2-9eb2-81f17cbd40b3" -d '{"events": [{"server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "name": "network-vif-deleted", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:05.910863 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33671b96-6659-4aa6-a9f3-2af674f76228 x-openstack-request-id: req-33671b96-6659-4aa6-a9f3-2af674f76228 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:05.911166 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92375df-8e47-4b94-b380-cf0539b841ed", "name": "network-vif-deleted", "tag": "7a3e19be-7a06-4795-8a3e-e4d96001e80f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:05.911594 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-33671b96-6659-4aa6-a9f3-2af674f76228 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:05.912022 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92375df-8e47-4b94-b380-cf0539b841ed', 'name': 'network-vif-deleted', 'tag': '7a3e19be-7a06-4795-8a3e-e4d96001e80f', 'status': 'completed', 'code': 200} Mar 11 18:11:05.921757 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-bed87b0d-02b4-43e3-aee7-f9dd3390499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:05.923450 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-bed87b0d-02b4-43e3-aee7-f9dd3390499d service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.1323044 Mar 11 18:11:05.982050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-2575a454-d65b-45b9-a661-5f9b73d3e595 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875 HTTP/1.1" status: 200 len: 217 time: 0.0495300 Mar 11 18:11:06.056400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-ecf3e3e7-d2d9-4d8e-8a0c-bf5fc9fab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.057814 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-ecf3e3e7-d2d9-4d8e-8a0c-bf5fc9fab3c8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0644999 Mar 11 18:11:06.139929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-7e3abc40-3399-4b40-95b1-14cbeb128728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.144824 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-7e3abc40-3399-4b40-95b1-14cbeb128728 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729146 Mar 11 18:11:06.338075 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-89fc0c48-0c2a-41a0-b199-7e60b07ae6b5 req-cbed8b74-6a60-48b0-a103-6d7e55d0f876 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=e92375df-8e47-4b94-b380-cf0539b841ed HTTP/1.1" status: 200 len: 210 time: 0.0648615 Mar 11 18:11:06.358011 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-461dbb03-0792-4049-9680-21e186f87546 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071795 Mar 11 18:11:06.394691 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace74c9-de1a-4d1b-b08a-49d60d527292 req-fc6c0913-733c-4a63-a2b4-d43986031c71 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.396340 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ace74c9-de1a-4d1b-b08a-49d60d527292 req-fc6c0913-733c-4a63-a2b4-d43986031c71 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1422031 Mar 11 18:11:06.519273 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ace74c9-de1a-4d1b-b08a-49d60d527292 req-ccca717a-9fec-4d41-8eb9-1945690d5b6f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Mar 11 18:11:06.521358 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4fdbf4d0-0ed5-41d8-97b0-f9a5409ff4f3 req-37a32156-c76c-4bc4-bf0f-6b2aa01bb360 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575243 Mar 11 18:11:06.687685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48354e0-e0dd-45b8-829d-48314776ce53 req-a2a43392-4f49-4c78-b0a6-7a54bb9b594c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:06.689297 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e48354e0-e0dd-45b8-829d-48314776ce53 req-a2a43392-4f49-4c78-b0a6-7a54bb9b594c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0748405 Mar 11 18:11:06.754087 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e48354e0-e0dd-45b8-829d-48314776ce53 req-ff11de56-541f-4411-a551-45a1b3d5864c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557277 Mar 11 18:11:07.722046 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a8d4-21d0-4f10-b2fd-f0b8286543c8 req-1770373b-4a5e-4a50-9350-25de69bf5818 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:07.723691 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b073a8d4-21d0-4f10-b2fd-f0b8286543c8 req-1770373b-4a5e-4a50-9350-25de69bf5818 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0906174 Mar 11 18:11:07.809712 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b073a8d4-21d0-4f10-b2fd-f0b8286543c8 req-470233df-08fc-4b1f-9483-23135f8b9783 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792596 Mar 11 18:11:07.938132 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549c983-6b96-4562-a890-371e076cd670 req-67b3234b-48a4-4f2c-9a41-a0422c83a756 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:07.939672 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0549c983-6b96-4562-a890-371e076cd670 req-67b3234b-48a4-4f2c-9a41-a0422c83a756 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0734982 Mar 11 18:11:08.002283 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0549c983-6b96-4562-a890-371e076cd670 req-18618c5a-a3da-4066-b160-4e4bedbc5813 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513275 Mar 11 18:11:08.973564 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba90af-473a-437c-9684-049c1b1f36ff req-8fed6fef-5e1c-4efd-953c-200ab2b84e98 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:08.975183 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77ba90af-473a-437c-9684-049c1b1f36ff req-8fed6fef-5e1c-4efd-953c-200ab2b84e98 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0865793 Mar 11 18:11:09.049682 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77ba90af-473a-437c-9684-049c1b1f36ff req-e8211162-343a-4e78-8cdd-6de9731e995e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645907 Mar 11 18:11:09.170523 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304f2b1-0b9d-4ac9-9ec5-e2e296a47ff5 req-c81d284f-2f25-4474-bde7-7e2a55cab7b9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:09.173223 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5304f2b1-0b9d-4ac9-9ec5-e2e296a47ff5 req-c81d284f-2f25-4474-bde7-7e2a55cab7b9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0881393 Mar 11 18:11:09.236782 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5304f2b1-0b9d-4ac9-9ec5-e2e296a47ff5 req-dcb2a51c-38c8-434b-955f-878b1c6f548a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576496 Mar 11 18:11:09.823930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 7a3e19be-7a06-4795-8a3e-e4d96001e80f no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:11:09.849183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 7a3e19be-7a06-4795-8a3e-e4d96001e80f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:11:09.849525 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 7a3e19be-7a06-4795-8a3e-e4d96001e80f not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:11:10.195898 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef533f3-5b45-4a9f-91fe-8b5d71d33e94 req-3dbcc269-5331-4895-96eb-6e2e29c7a6be tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:10.197500 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ef533f3-5b45-4a9f-91fe-8b5d71d33e94 req-3dbcc269-5331-4895-96eb-6e2e29c7a6be tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0611458 Mar 11 18:11:10.270801 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9ef533f3-5b45-4a9f-91fe-8b5d71d33e94 req-decc7de5-a60c-422b-9ac0-8c3d0004eed0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659313 Mar 11 18:11:10.372633 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd3d3-334e-42dd-9e3f-b0e7167899f9 req-68cb0f0d-3a84-4176-b671-3fe6317c1a42 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:10.374385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b2cd3d3-334e-42dd-9e3f-b0e7167899f9 req-68cb0f0d-3a84-4176-b671-3fe6317c1a42 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0591168 Mar 11 18:11:10.438594 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b2cd3d3-334e-42dd-9e3f-b0e7167899f9 req-e780ef7e-eefd-43d0-897a-3542aee466cc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571177 Mar 11 18:11:11.424108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeeb6e-f0ef-4533-8eb8-d8072fd6ea35 req-e42868fa-6e41-47ec-81f4-5d3f81f00687 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:11.426121 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ddeeeb6e-f0ef-4533-8eb8-d8072fd6ea35 req-e42868fa-6e41-47ec-81f4-5d3f81f00687 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0775101 Mar 11 18:11:11.524486 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ddeeeb6e-f0ef-4533-8eb8-d8072fd6ea35 req-7e399d34-9cf4-4522-8072-ebe39ee55d36 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888638 Mar 11 18:11:11.588761 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96abb8-cb78-460d-b7dd-92cbb271e29e req-5b5df856-2954-4d21-afc0-ba64cf1cf5e4 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:11.590289 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd96abb8-cb78-460d-b7dd-92cbb271e29e req-5b5df856-2954-4d21-afc0-ba64cf1cf5e4 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0622983 Mar 11 18:11:11.646080 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fd96abb8-cb78-460d-b7dd-92cbb271e29e req-b3252824-ed44-4076-adce-c78e26812d15 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495148 Mar 11 18:11:12.688061 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dce2b-4190-4419-8b93-a5525e229ff1 req-526d8ddd-efa2-44a0-9110-51a664c99338 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:12.689763 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-570dce2b-4190-4419-8b93-a5525e229ff1 req-526d8ddd-efa2-44a0-9110-51a664c99338 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0718410 Mar 11 18:11:12.819759 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-570dce2b-4190-4419-8b93-a5525e229ff1 req-ce2cf1b1-25b4-480b-b2a2-c0debbfc8805 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123447 Mar 11 18:11:12.852381 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119856d0-6ee9-4a46-be54-5450d2889cbf req-8472cfc4-d6e3-43db-8956-eb6291f7d88f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:12.854091 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-119856d0-6ee9-4a46-be54-5450d2889cbf req-8472cfc4-d6e3-43db-8956-eb6291f7d88f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.1215591 Mar 11 18:11:12.922296 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-119856d0-6ee9-4a46-be54-5450d2889cbf req-bdbe7a72-58d2-46b3-a892-63029aed69af tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571668 Mar 11 18:11:13.966408 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5e3db-9d6c-45f0-ad35-ea6cccf0fa39 req-49fa3340-0803-4c1d-9f64-72c0ec1e5bb3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:13.969000 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0cc5e3db-9d6c-45f0-ad35-ea6cccf0fa39 req-49fa3340-0803-4c1d-9f64-72c0ec1e5bb3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0667973 Mar 11 18:11:14.060721 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0cc5e3db-9d6c-45f0-ad35-ea6cccf0fa39 req-938ca9b2-a9e3-4cab-8735-9e30e32ebf52 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Mar 11 18:11:14.087796 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517fe28-14dc-48e8-858a-c010383719e8 req-ece14892-ae07-4abe-8559-b12b55e50a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:14.089333 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0517fe28-14dc-48e8-858a-c010383719e8 req-ece14892-ae07-4abe-8559-b12b55e50a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0904646 Mar 11 18:11:14.137052 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0517fe28-14dc-48e8-858a-c010383719e8 req-b658b5c9-3aef-4211-b74d-91d59170430f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 Mar 11 18:11:15.206756 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f47b8-d404-453d-9e31-22a6fe79cccd req-5738f075-f61c-4e07-8b02-cc81f387a22c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.208534 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-643f47b8-d404-453d-9e31-22a6fe79cccd req-5738f075-f61c-4e07-8b02-cc81f387a22c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0699883 Mar 11 18:11:15.297575 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-643f47b8-d404-453d-9e31-22a6fe79cccd req-1ed863bb-6b16-4151-a77b-734e6626fd9a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834897 Mar 11 18:11:15.304360 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e7af3-f7df-4172-bb56-b5b320dae184 req-36e36e66-7958-4529-ab18-d31012a5ef84 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:15.305818 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-364e7af3-f7df-4172-bb56-b5b320dae184 req-36e36e66-7958-4529-ab18-d31012a5ef84 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0941365 Mar 11 18:11:15.355303 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-364e7af3-f7df-4172-bb56-b5b320dae184 req-35414677-078c-45b5-a541-ab8d7433c272 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Mar 11 18:11:16.433300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079da2a-2d50-4185-876e-7b628212270b req-41d5cc90-8e73-4c16-be0e-a28d5ac47e1f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:16.434842 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1079da2a-2d50-4185-876e-7b628212270b req-41d5cc90-8e73-4c16-be0e-a28d5ac47e1f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0696568 Mar 11 18:11:16.517435 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1079da2a-2d50-4185-876e-7b628212270b req-e0ba082f-c634-4177-b562-ae1b33ef2dbd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735936 Mar 11 18:11:16.531834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31968c-014f-4a61-9fa3-52ddb69498a5 req-d7932b86-e104-4a46-95ea-ecb0f29f3d3a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:16.533637 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d31968c-014f-4a61-9fa3-52ddb69498a5 req-d7932b86-e104-4a46-95ea-ecb0f29f3d3a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0919762 Mar 11 18:11:16.588664 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d31968c-014f-4a61-9fa3-52ddb69498a5 req-9899307b-a4ab-4f7f-ae67-0444a24000b2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484195 Mar 11 18:11:17.742477 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c134892-a8e8-476e-a677-e5e9d5b3958e req-fbb4057b-efd0-4e45-a03b-d50d240fcfc6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:17.744017 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c134892-a8e8-476e-a677-e5e9d5b3958e req-fbb4057b-efd0-4e45-a03b-d50d240fcfc6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1564288 Mar 11 18:11:17.796750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035faa1-4e33-412a-aaba-b984d19796ae req-520b33e5-dc2f-4ed3-ae06-da0c9b6584a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:17.798275 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f035faa1-4e33-412a-aaba-b984d19796ae req-520b33e5-dc2f-4ed3-ae06-da0c9b6584a5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.1535933 Mar 11 18:11:17.809891 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-04595e70-584b-4a01-9b67-0ce082eb01e0 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:17.811626 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-04595e70-584b-4a01-9b67-0ce082eb01e0 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/networks?id=e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 200 len: 813 time: 0.1958995 Mar 11 18:11:17.856147 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c134892-a8e8-476e-a677-e5e9d5b3958e req-fde1df74-80b9-43d5-97e2-ed232046ac3b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055615 Mar 11 18:11:17.859126 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-0be7bb45-bfd9-422d-a41f-47057a1dcec7 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/quotas/cdce01f362c84464a23b79e7758c2223 HTTP/1.1" status: 200 len: 375 time: 0.0329943 Mar 11 18:11:17.884173 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f035faa1-4e33-412a-aaba-b984d19796ae req-8a708849-d77b-43a7-9683-fe3cc30c94c7 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679657 Mar 11 18:11:17.916425 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-46ab607a-2d35-4112-9624-8d831ba2a3f8 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409389 Mar 11 18:11:18.079473 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf8ea3-f1ad-48c0-95cf-eae00c662566 req-41ddb7a7-65a8-4fe9-8abd-35e02966a06d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:18.080936 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bf8ea3-f1ad-48c0-95cf-eae00c662566 req-41ddb7a7-65a8-4fe9-8abd-35e02966a06d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.1439335 Mar 11 18:11:18.087224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-ec5ac071-4471-4176-b332-29d718019eb7 service neutron] 10.222.0.105 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587827 Mar 11 18:11:18.192683 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bf8ea3-f1ad-48c0-95cf-eae00c662566 req-f3ce3f15-af81-4c9a-9b27-9ae4a6bdb043 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044893 Mar 11 18:11:18.232765 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-87894913-5eb5-4e60-ab1b-fdfb9f663155 service neutron] 10.222.0.105 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374578 Mar 11 18:11:18.427281 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9be539e-4579-4ddb-8c5e-4c408582b1af req-b25929eb-0e60-4029-a1a5-e65b0dceeb7b tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 210 time: 0.0303018 Mar 11 18:11:19.013249 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b981-6de3-4bae-8b82-285317a46694 req-1e613a6f-abb2-4da8-9f06-26ec4a2807e9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.016775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23e0b981-6de3-4bae-8b82-285317a46694 req-1e613a6f-abb2-4da8-9f06-26ec4a2807e9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0705357 Mar 11 18:11:19.071072 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-23e0b981-6de3-4bae-8b82-285317a46694 req-0e3f197c-56c8-42f5-9fba-b190e641e3cd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Mar 11 18:11:19.324849 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80a10-9a1b-4611-b805-fd0745f8022c req-fbf43c4a-3148-40d3-9c5a-fde8c04fbc8e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.326373 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07c80a10-9a1b-4611-b805-fd0745f8022c req-fbf43c4a-3148-40d3-9c5a-fde8c04fbc8e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 944 time: 0.0566416 Mar 11 18:11:19.383504 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07c80a10-9a1b-4611-b805-fd0745f8022c req-8b8cb0df-aac4-4bff-9692-dd9e5a374586 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506032 Mar 11 18:11:19.572193 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c81c5390-553a-40fd-bcd3-12ca25e65420 req-31fe098b-7787-42f3-ace4-cfcbe5edc992 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 210 time: 0.0413508 Mar 11 18:11:19.607621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-6b0b7998-d1d8-4427-8a87-4960bbe5b847 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:19.609297 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-6b0b7998-d1d8-4427-8a87-4960bbe5b847 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "GET /v2.0/networks?id=e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 200 len: 813 time: 0.1552327 Mar 11 18:11:19.631038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Request body: {'port': {'device_id': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777', 'admin_state_up': True, 'tenant_id': 'cdce01f362c84464a23b79e7758c2223'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:19.668264 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b1b7ce1-8207-461f-b2ff-ebd126993875 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:11:19.803022 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Made reservation on behalf of cdce01f362c84464a23b79e7758c2223 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:19.808058 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:19.845764 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:19.859513 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'port_id': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'mac_address': 'fa:16:3e:61:23:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:11:19.966050 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Allocated IP 172.20.0.8 (e84f2ecf-1bcc-4451-9380-d480ea600777/17c844be-ee57-4bb7-95b4-368b02d9aeec/827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:20.041430 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 4b1b7ce1-8207-461f-b2ff-ebd126993875 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:20.041822 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.056153 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1b7ce1-8207-461f-b2ff-ebd126993875 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:20.079818 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:20.088367 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.160607 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:20.176204 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.176706 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.177020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.177643 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.178132 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.178315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks [] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.178905 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.179195 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.179753 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.180468 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.181026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.181504 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.182061 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.182731 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.275227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16036d6e-830a-447d-9943-a7e0c5e969ec req-bcdc638b-2d4e-4ec4-bdb0-59351ec8fc9f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.276890 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-16036d6e-830a-447d-9943-a7e0c5e969ec req-bcdc638b-2d4e-4ec4-bdb0-59351ec8fc9f tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0956635 Mar 11 18:11:20.278765 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.371912 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Network e84f2ecf-1bcc-4451-9380-d480ea600777 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:20.372389 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['4b1b7ce1-8207-461f-b2ff-ebd126993875'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:20.387381 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:20.390640 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Pushing event updated for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:20.397078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:20.466211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.466788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.467345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.468479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.469042 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.469951 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.470527 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.471088 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.471990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.472542 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.473091 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.473650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.474206 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:20.518548 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-16036d6e-830a-447d-9943-a7e0c5e969ec req-f600b463-a845-4433-b580-49ed36a1984c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307162 Mar 11 18:11:20.549354 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.550001 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.583431 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b687b83-5a25-47b1-9068-1c44becbfb1e req-48bcab29-2584-4ce8-8f11-3d295b352f7d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.587971 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b687b83-5a25-47b1-9068-1c44becbfb1e req-48bcab29-2584-4ce8-8f11-3d295b352f7d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 945 time: 0.0928109 Mar 11 18:11:20.590050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-6fd551dc-e62c-4b66-beb4-2e23ba672407 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9649637 Mar 11 18:11:20.605352 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Request body: {'port': {'device_id': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:20.696188 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b687b83-5a25-47b1-9068-1c44becbfb1e req-a059ae3e-3a57-414d-be5a-6af02ce69ef7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026771 Mar 11 18:11:20.742443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:20.799263 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67fa10-926e-40f7-a292-27e6b1cacb73 req-d450cf53-252a-420f-ba86-d1f83692c3a5 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.801156 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8c67fa10-926e-40f7-a292-27e6b1cacb73 req-d450cf53-252a-420f-ba86-d1f83692c3a5 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 931 time: 0.1359615 Mar 11 18:11:20.923679 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-f6d04e56-9319-4614-bbba-7d1b6b7ec78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:20.925821 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-f6d04e56-9319-4614-bbba-7d1b6b7ec78e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0504160 Mar 11 18:11:20.981343 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8c67fa10-926e-40f7-a292-27e6b1cacb73 req-60ed45d5-c7a1-4511-88e3-ba94f13820d1 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711698 Mar 11 18:11:21.037638 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-08fcfd4e-7eb7-4730-b3db-eddb2758efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.039126 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-08fcfd4e-7eb7-4730-b3db-eddb2758efc4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1002111 Mar 11 18:11:21.069855 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa0a4c-bb04-4a60-a7ec-c60ead53456e req-3166b88e-03d3-468a-b2c4-6a7a77f7376c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.071344 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eaa0a4c-bb04-4a60-a7ec-c60ead53456e req-3166b88e-03d3-468a-b2c4-6a7a77f7376c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1772456 Mar 11 18:11:21.084485 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-2cf0ace5-17c6-492f-a4bc-a8c942edbf97 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.0369716 Mar 11 18:11:21.139079 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-446f05d7-a6a8-41df-9b60-08ebd857ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.140664 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-446f05d7-a6a8-41df-9b60-08ebd857ad71 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0469480 Mar 11 18:11:21.163783 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0eaa0a4c-bb04-4a60-a7ec-c60ead53456e req-401d158e-07a0-47f7-8d1a-eb532d85ae7c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865517 Mar 11 18:11:21.179052 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-d834c677-59b3-461e-95a4-98ae20aff759 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316691 Mar 11 18:11:21.206493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:21.215496 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks [] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.235621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Transition to ACTIVE for port object 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:11:21.240400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.300105 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Pushing event updated for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:21.315713 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-4076d108-9b0d-4e9e-9696-bff1d2d0d388 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290364 Mar 11 18:11:21.371655 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Attempting to bind port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:11:21.372004 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Attempting to bind port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:11:21.372295 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Attempting to bind port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 on network e84f2ecf-1bcc-4451-9380-d480ea600777 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:21.378467 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 on network e84f2ecf-1bcc-4451-9380-d480ea600777 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:11:21.378729 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Attempting to bind port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 on network e84f2ecf-1bcc-4451-9380-d480ea600777 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:21.384906 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:11:21.385129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Checking segment: {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:11:21.385636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Bound using segment: {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:11:21.386077 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Bound port: 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f64f39-b69e-4920-bc2a-945d549be15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:11:21.386436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.430452 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-403d4401-474f-4c96-8ff2-195e7cb49cfa req-c2a66681-bb6c-45ef-8cf9-0a7527fb95cf service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075637 Mar 11 18:11:21.477615 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:21.482093 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:21.492425 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.561011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.562061 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.563764 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] 10.222.0.107 "PUT /v2.0/ports/827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 HTTP/1.1" status: 200 len: 1093 time: 0.9636893 Mar 11 18:11:21.565283 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:21.567226 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e733e-5dcc-499f-b7b0-ed170b218aae" -d '{"events": [{"name": "network-changed", "server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:21.610942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0264d-1e1f-4a39-8785-c1ce05a47c48 service neutron] Pushing event updated for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:21.622214 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f879666-32a7-4517-8b6e-fd91b6f8d9ab x-openstack-request-id: req-3f879666-32a7-4517-8b6e-fd91b6f8d9ab {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:21.622664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:21.624015 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3f879666-32a7-4517-8b6e-fd91b6f8d9ab {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:21.624015 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42', 'status': 'completed', 'code': 200} Mar 11 18:11:21.685914 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b1b7ce1-8207-461f-b2ff-ebd126993875 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:21.700365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-95bddc0b-00eb-40a0-a7e8-bf7cfb2ed293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.700365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-95bddc0b-00eb-40a0-a7e8-bf7cfb2ed293 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 1127 time: 0.0660100 Mar 11 18:11:21.767040 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-c82d13cb-c0c2-46f0-9909-2dafea438338 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 HTTP/1.1" status: 200 len: 217 time: 0.0464668 Mar 11 18:11:21.770653 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 4b1b7ce1-8207-461f-b2ff-ebd126993875 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:11:21.779496 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 4b1b7ce1-8207-461f-b2ff-ebd126993875 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:21.781096 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.890614 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70def235-3157-4b39-82af-902a341a697a req-2104b654-88c0-4a18-8a32-f1486d9b66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.890841 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 4b1b7ce1-8207-461f-b2ff-ebd126993875 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:21.891271 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.892188 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-2104b654-88c0-4a18-8a32-f1486d9b66ad service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17c844be-ee57-4bb7-95b4-368b02d9aeec HTTP/1.1" status: 200 len: 853 time: 0.1087019 Mar 11 18:11:21.929911 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:21.932484 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881a207-82a2-4a90-9790-86069ee71092" -d '{"events": [{"server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "name": "network-vif-plugged", "status": "completed", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:21.947332 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:21.953114 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-24a21c33-e5a9-4137-aa02-7675ca03cfb6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e84f2ecf-1bcc-4451-9380-d480ea600777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508084 Mar 11 18:11:21.953379 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:21.961036 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-665f8412-9d62-4bf9-b766-7e878bde97ec tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631996294&fields=id&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 267 time: 0.0984287 Mar 11 18:11:21.977085 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942e6b-73ba-41f0-b673-4852f7280b98 req-7058f1b9-458c-4741-b1fc-72e036d5005d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:21.978689 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de942e6b-73ba-41f0-b673-4852f7280b98 req-7058f1b9-458c-4741-b1fc-72e036d5005d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 945 time: 0.1581438 Mar 11 18:11:22.017938 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:22.444481 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de942e6b-73ba-41f0-b673-4852f7280b98 req-1a907f29-7dec-4ceb-9fda-76dbd84bb50d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4529791 Mar 11 18:11:22.451844 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-64c295b0-4ae7-4480-858e-357e10565a38 service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890511 Mar 11 18:11:22.462931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-64994668-3c5b-40ce-a61d-fbe535b8c7f4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:22.464474 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-64994668-3c5b-40ce-a61d-fbe535b8c7f4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.4839063 Mar 11 18:11:22.500410 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54873b0-0bf0-43f2-b64a-86e5a441cd28 x-openstack-request-id: req-b54873b0-0bf0-43f2-b64a-86e5a441cd28 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:22.500864 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "name": "network-vif-plugged", "status": "completed", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:22.501238 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-b54873b0-0bf0-43f2-b64a-86e5a441cd28 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:22.501715 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-98927e8b-cb47-4289-b99e-83113a751368 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/quotas/c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 375 time: 0.0259454 Mar 11 18:11:22.501861 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'code': 200} Mar 11 18:11:22.648145 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70def235-3157-4b39-82af-902a341a697a req-014006be-3558-4206-8c19-0290eebe936e service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825876 Mar 11 18:11:22.663488 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-b8a09c02-03f9-46e8-8bad-2daff29de1f2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517253 Mar 11 18:11:22.677195 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445b905-c6a7-41ea-a99a-311d323d1927 req-53428223-6295-430b-848b-d70caada636f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:22.678792 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9445b905-c6a7-41ea-a99a-311d323d1927 req-53428223-6295-430b-848b-d70caada636f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 943 time: 0.1069548 Mar 11 18:11:22.725136 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9dd3f-d3dc-4e85-9457-6de31e380804 req-7313b968-4ac2-41c6-b5ce-7f21c54451f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:22.726856 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-85c9dd3f-d3dc-4e85-9457-6de31e380804 req-7313b968-4ac2-41c6-b5ce-7f21c54451f1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 1130 time: 0.0665231 Mar 11 18:11:22.779889 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-85c9dd3f-d3dc-4e85-9457-6de31e380804 req-66da8d2b-2836-40df-867a-cf9755685c1a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441883 Mar 11 18:11:22.833279 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9445b905-c6a7-41ea-a99a-311d323d1927 req-50ea538a-c037-497e-9e36-82f0482d00c4 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418247 Mar 11 18:11:22.854784 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-4c77ea02-8ce9-4054-b469-6f2286de7b4d service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724358 Mar 11 18:11:22.870842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-ebfd6fc7-056b-4a5b-9a94-d8ba1a67ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:22.873402 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-ebfd6fc7-056b-4a5b-9a94-d8ba1a67ac94 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cdce01f362c84464a23b79e7758c2223&device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 1127 time: 0.1422567 Mar 11 18:11:23.021100 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-d8646894-2b32-42fc-a6c4-9da5e4355d44 service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372159 Mar 11 18:11:23.032839 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58e2cd-cf54-41c4-8047-7e7c0ef71cbc req-feae9034-698b-40b6-aafb-3ef85d1343cb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.034907 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f58e2cd-cf54-41c4-8047-7e7c0ef71cbc req-feae9034-698b-40b6-aafb-3ef85d1343cb tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1154904 Mar 11 18:11:23.113517 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f58e2cd-cf54-41c4-8047-7e7c0ef71cbc req-7a936e79-0291-43ce-a20d-1aa286e82112 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725911 Mar 11 18:11:23.177094 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-0da898e0-6c7b-4dfe-963e-383fb97999e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.178560 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-0da898e0-6c7b-4dfe-963e-383fb97999e8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 200 len: 915 time: 0.1148541 Mar 11 18:11:23.233122 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-98f4c5cb-159a-445a-a474-5c056ab8fa1e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 HTTP/1.1" status: 200 len: 217 time: 0.0472293 Mar 11 18:11:23.294037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-b5cf0ec3-af84-4af6-a978-68c2449d3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.295553 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-b5cf0ec3-af84-4af6-a978-68c2449d3966 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=17c844be-ee57-4bb7-95b4-368b02d9aeec HTTP/1.1" status: 200 len: 853 time: 0.0542324 Mar 11 18:11:23.337642 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-4cf4f371-8abe-4a0d-b2dd-584dae3f90d6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e84f2ecf-1bcc-4451-9380-d480ea600777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287797 Mar 11 18:11:23.465367 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d477d598-b384-4ff2-8762-447e33d75de8 req-a6b03614-2881-493c-973e-66ad4e7d78f2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 210 time: 0.0395894 Mar 11 18:11:23.494126 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-eae7112e-7bdd-42a9-9d03-af3c53dbd0b6 service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485496 Mar 11 18:11:23.641361 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab3d19-d456-42c3-8505-48dec9564852 req-a3f53d49-1a7e-4189-8dcb-51804cc8e6e0 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.643251 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44ab3d19-d456-42c3-8505-48dec9564852 req-a3f53d49-1a7e-4189-8dcb-51804cc8e6e0 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.1169577 Mar 11 18:11:23.645661 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a29e733e-5dcc-499f-b7b0-ed170b218aae req-c3e255be-74e7-40ac-99d9-ea5bff8b5379 service neutron] 10.222.0.107 "GET /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445277 Mar 11 18:11:23.716549 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-44ab3d19-d456-42c3-8505-48dec9564852 req-984f0eba-0e53-4a34-8e30-73e382c9d094 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659590 Mar 11 18:11:23.768018 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9dd1b63c-ae91-493c-9914-5f26c9384dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:23.992107 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f07b5-0aa8-48da-be5a-205f3b6a4b88 req-914bb1be-f230-4a99-9f57-636586398116 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:23.993838 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c6f07b5-0aa8-48da-be5a-205f3b6a4b88 req-914bb1be-f230-4a99-9f57-636586398116 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 943 time: 0.0762649 Mar 11 18:11:24.052085 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c6f07b5-0aa8-48da-be5a-205f3b6a4b88 req-e1d697da-1a34-462e-8277-f5d50b824ce3 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Mar 11 18:11:24.257780 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ac259-991a-44a3-96fc-22c2bf4a9636 req-636ed3bd-fdff-49d7-99ea-ea5994c97a66 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.260254 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f64ac259-991a-44a3-96fc-22c2bf4a9636 req-636ed3bd-fdff-49d7-99ea-ea5994c97a66 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0642118 Mar 11 18:11:24.314899 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f64ac259-991a-44a3-96fc-22c2bf4a9636 req-8d41c034-bf45-4094-bfff-4f8ef9aeadbd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Mar 11 18:11:24.566781 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a0055d0e-a6e8-4c67-91a7-9a48ae9eda2f req-22db8146-8577-4016-9809-38ea146fa782 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 210 time: 0.0294538 Mar 11 18:11:24.960565 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21543684-fc1a-4d08-bf23-8f4f6761a731 req-679d675b-a7c8-432e-8d5a-f9add1c1dd2b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:24.961792 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21543684-fc1a-4d08-bf23-8f4f6761a731 req-679d675b-a7c8-432e-8d5a-f9add1c1dd2b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.1506674 Mar 11 18:11:25.003047 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-f5c0764b-4a0b-441d-aad8-1f9d7fbca12f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.004632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-f5c0764b-4a0b-441d-aad8-1f9d7fbca12f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.1539838 Mar 11 18:11:25.042158 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21543684-fc1a-4d08-bf23-8f4f6761a731 req-a2dbd09c-ad39-469f-a9b8-a17d8f6c2666 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682023 Mar 11 18:11:25.120841 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:25.125775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-1b81c977-1583-4ab8-93bf-872de8b6cc81 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 380 time: 0.0974290 Mar 11 18:11:25.141607 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'port': {'device_id': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'admin_state_up': True, 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'security_groups': ['78841fb2-4be3-40bb-a87f-8f31e27f7739']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:25.331969 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd989c7c-93b5-4685-9b94-97ac6031abce req-46a764bc-7e5a-4ed4-a1d9-c2d6e9268919 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.333641 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd989c7c-93b5-4685-9b94-97ac6031abce req-46a764bc-7e5a-4ed4-a1d9-c2d6e9268919 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 943 time: 0.1629927 Mar 11 18:11:25.359221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9e7a8-49f7-45c3-b971-dafe87f0505b req-d44675dc-57b0-4650-b731-d73508c80cfc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.360809 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62c9e7a8-49f7-45c3-b971-dafe87f0505b req-d44675dc-57b0-4650-b731-d73508c80cfc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.1947498 Mar 11 18:11:25.380146 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:25.387568 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'port_id': '4b1b7ce1-8207-461f-b2ff-ebd126993875'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:25.402784 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Made reservation on behalf of c49ea05b5d0d4ca79c6c33181b3f4d38 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:11:25.406774 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:25.443062 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:25.448101 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd989c7c-93b5-4685-9b94-97ac6031abce req-164a61c3-05a0-4c43-a7ee-55315ddacfc5 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039853 Mar 11 18:11:25.642628 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.20.0.10 (3f6d4b94-41a5-4e6d-839c-2ba3da405e10/680c26da-f040-4725-bbf8-c40239907ff5/bfc0a512-ab27-4c82-8a25-d67885c5e88f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:25.730247 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:11:25.832711 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a3f68be0-2831-4b03-bcfd-b19cca08a9e7 req-8fc8bad8-4f4d-47e5-959e-60ff651269ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 210 time: 0.1231318 Mar 11 18:11:25.896564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:25.910134 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42', 'network_id': 'e84f2ecf-1bcc-4451-9380-d480ea600777', 'port_id': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42', 'mac_address': 'fa:16:3e:ef:e9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c844be-ee57-4bb7-95b4-368b02d9aeec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:11:25.956238 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:25.956636 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:25.970215 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404b171-65a3-4d96-8513-1a8a28041a34 req-75d4aa43-5e2a-4451-9354-c2175c6cb5ef tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:25.972772 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:25.976507 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4404b171-65a3-4d96-8513-1a8a28041a34 req-75d4aa43-5e2a-4451-9354-c2175c6cb5ef tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1287746 Mar 11 18:11:25.998045 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:26.003281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.021244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.063194 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:26.087962 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.092520 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4404b171-65a3-4d96-8513-1a8a28041a34 req-288e43bc-8b3d-4cd6-a020-fa8ddad982f9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Mar 11 18:11:26.093427 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.113160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.162011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:26.173231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:26.176256 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:26.178438 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4460e704-89d3-4b67-9782-f8de8b99da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.224079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:26.262996 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:26.263692 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.285583 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-88cb3980-03ab-4bc0-b187-0034dbe42e73 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1537428 Mar 11 18:11:26.294444 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP 2a431937-5d32-414e-93e6-b1c8f0a1c1a0 associated. External IP: 172.27.3.39, port: 4b1b7ce1-8207-461f-b2ff-ebd126993875. Mar 11 18:11:26.305964 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Request body: {'port': {'device_id': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:26.322112 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:26.402268 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.666524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dbcb5005-be4d-40c0-a2f6-dfe70c718cd4 None None] Provisioning complete for port bfc0a512-ab27-4c82-8a25-d67885c5e88f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:26.668623 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5005-be4d-40c0-a2f6-dfe70c718cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.766669 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb5005-be4d-40c0-a2f6-dfe70c718cd4 None None] Port bfc0a512-ab27-4c82-8a25-d67885c5e88f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:11:26.864438 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc0a512-ab27-4c82-8a25-d67885c5e88f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:26.878513 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks [] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.899445 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Transition to ACTIVE for port object bfc0a512-ab27-4c82-8a25-d67885c5e88f will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:11:26.908529 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36c2ef-c9da-4cf1-8685-e5a6f3964626 req-9bc80c9f-45fa-488d-b52c-cd78d9c66aef tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:26.910394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a36c2ef-c9da-4cf1-8685-e5a6f3964626 req-9bc80c9f-45fa-488d-b52c-cd78d9c66aef tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 944 time: 0.1363935 Mar 11 18:11:26.911892 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:26.930774 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:27.086533 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:27.105563 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a36c2ef-c9da-4cf1-8685-e5a6f3964626 req-fd51aa88-2692-4662-a4d3-9f31ed80e9cc tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826119 Mar 11 18:11:27.113626 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:27.119480 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:27.129666 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:11:27.149157 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:27.151067 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:11:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:27.191118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305a1e-8425-47b7-9132-8a1934936e7c req-72114a6f-e329-422f-8642-1c0b958dac79 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.193158 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12305a1e-8425-47b7-9132-8a1934936e7c req-72114a6f-e329-422f-8642-1c0b958dac79 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.2028248 Mar 11 18:11:27.209259 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-28f21b00-c032-4170-b1e5-5bd6cdd111e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "PUT /v2.0/floatingips/2a431937-5d32-414e-93e6-b1c8f0a1c1a0 HTTP/1.1" status: 200 len: 991 time: 1.8268001 Mar 11 18:11:27.210250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:27.213679 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce95fa-bc1a-4761-9c20-7466197cbba7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:27.282140 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542e806d-9d95-4399-b735-7a6933f01e93 x-openstack-request-id: req-542e806d-9d95-4399-b735-7a6933f01e93 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:27.282500 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:27.282856 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-542e806d-9d95-4399-b735-7a6933f01e93 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:27.283308 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'status': 'completed', 'code': 200} Mar 11 18:11:27.294788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Attempting to bind port bfc0a512-ab27-4c82-8a25-d67885c5e88f on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:11:27.295198 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Attempting to bind port bfc0a512-ab27-4c82-8a25-d67885c5e88f by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:11:27.295625 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Attempting to bind port bfc0a512-ab27-4c82-8a25-d67885c5e88f on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:27.305244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Port bfc0a512-ab27-4c82-8a25-d67885c5e88f on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:11:27.305244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Attempting to bind port bfc0a512-ab27-4c82-8a25-d67885c5e88f on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:11:27.328564 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:11:27.328964 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:11:27.329307 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Bound using segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:11:27.331429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Bound port: bfc0a512-ab27-4c82-8a25-d67885c5e88f, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:11:27.331926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:27.376936 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12305a1e-8425-47b7-9132-8a1934936e7c req-bb49afb9-c070-4747-ac6e-bdf901a68dc7 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727154 Mar 11 18:11:27.406263 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-c0b9fc95-d799-4365-b6b5-d0ae98ff3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.409969 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-c0b9fc95-d799-4365-b6b5-d0ae98ff3df5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 1130 time: 0.0790143 Mar 11 18:11:27.470685 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:27.490181 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:11:27.493923 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:11:27.502225 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:27.540137 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-cb27e8cc-f431-4a30-9818-9b5b00e14252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.541911 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-cb27e8cc-f431-4a30-9818-9b5b00e14252 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.1170444 Mar 11 18:11:27.544030 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.544680 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:27.547177 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] 10.222.0.107 "PUT /v2.0/ports/bfc0a512-ab27-4c82-8a25-d67885c5e88f HTTP/1.1" status: 200 len: 1094 time: 1.2488947 Mar 11 18:11:27.547831 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:27.550757 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c866147-6cb3-4347-9551-d527a10772c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:27.591306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be341b3d-cd56-4007-ab34-9ed845795b98 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:27.632826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31c54c-a4d6-4c68-93d3-866e6f52179e x-openstack-request-id: req-8c31c54c-a4d6-4c68-93d3-866e6f52179e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:27.633307 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:27.633729 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8c31c54c-a4d6-4c68-93d3-866e6f52179e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:27.634355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'status': 'completed', 'code': 200} Mar 11 18:11:27.688825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-b8f99727-9667-4dc5-b411-5f220a8b7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.691548 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-b8f99727-9667-4dc5-b411-5f220a8b7c8b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 1128 time: 0.0822370 Mar 11 18:11:27.702245 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-e2ddb3a5-66a6-4946-8b3b-8d283b0e78cf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875 HTTP/1.1" status: 200 len: 999 time: 0.1373954 Mar 11 18:11:27.733788 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:27.786646 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-60f2ccfc-b617-4682-8eac-5ba0a45acce0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f HTTP/1.1" status: 200 len: 217 time: 0.0843103 Mar 11 18:11:27.795886 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-7568e81d-7ac9-4db9-94fc-6a64df2d551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.798641 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-7568e81d-7ac9-4db9-94fc-6a64df2d551d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0834546 Mar 11 18:11:27.884454 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-5a7af981-7f5b-4ebb-9bca-d84049052cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.886530 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-5a7af981-7f5b-4ebb-9bca-d84049052cab service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0943263 Mar 11 18:11:27.895280 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-3fc7b9a9-61dc-41a2-8874-f49acaeca859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.898385 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-3fc7b9a9-61dc-41a2-8874-f49acaeca859 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912225 Mar 11 18:11:27.900128 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:11:27.905873 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:27.910891 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:27.944710 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '2a431937-5d32-414e-93e6-b1c8f0a1c1a0', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:61:23:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:59Z', 'updated_at': '2022-03-11T18:11:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}, {'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:27.984715 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-b46595e5-4772-4733-aa06-41157cec5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:27.988129 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-b46595e5-4772-4733-aa06-41157cec5b52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917029 Mar 11 18:11:28.000551 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:11:28.010776 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:28.011538 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:11:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:28.030640 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:28.031044 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:28.038449 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-8a46695e-2224-4aec-9c61-a62367e0b617 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329150 Mar 11 18:11:28.065478 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:28.068896 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe851373-b32b-423a-a942-537fd4ce79df" -d '{"events": [{"server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "name": "network-vif-plugged", "status": "completed", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:28.097308 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:28.112593 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:28.114414 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-86a2980c-3384-4796-b8be-6e0e2912f65a service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183736 Mar 11 18:11:28.145491 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdfb676-4407-4609-a347-bf6bbfc5c2c6 x-openstack-request-id: req-cbdfb676-4407-4609-a347-bf6bbfc5c2c6 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:28.145795 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "name": "network-vif-plugged", "status": "completed", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:28.146048 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cbdfb676-4407-4609-a347-bf6bbfc5c2c6 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:28.146680 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42', 'code': 200} Mar 11 18:11:28.146909 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:28.205165 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cfce95fa-bc1a-4761-9c20-7466197cbba7 req-5cb2f95f-4413-41f2-b882-23064a639a45 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595592 Mar 11 18:11:28.208479 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:28.280375 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c08b607-29a1-4a26-918a-9f18abf2dafd req-33818c12-98e1-44bb-93b3-6e8c14439ec4 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586521 Mar 11 18:11:28.314058 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0804ba-03fd-4e47-9761-8199f85e6e1c req-409591c5-4b06-4b7b-98cf-0bcd2b24b249 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.315696 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0804ba-03fd-4e47-9761-8199f85e6e1c req-409591c5-4b06-4b7b-98cf-0bcd2b24b249 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0736315 Mar 11 18:11:28.400989 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c866147-6cb3-4347-9551-d527a10772c0 req-b5a6e4d3-53f8-45cf-8cab-4e0bc8418a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.403794 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-b5a6e4d3-53f8-45cf-8cab-4e0bc8418a00 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 1128 time: 0.0615489 Mar 11 18:11:28.409534 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b0804ba-03fd-4e47-9761-8199f85e6e1c req-b7acedda-8b85-4d38-91a3-614b6187f89a tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869584 Mar 11 18:11:28.415509 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afad51-f4b1-4510-b188-caeb62e47a47 req-21f0be3e-c344-4a55-b9ae-53961bc48a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.417031 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33afad51-f4b1-4510-b188-caeb62e47a47 req-21f0be3e-c344-4a55-b9ae-53961bc48a22 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 1129 time: 0.0779860 Mar 11 18:11:28.484118 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '2a431937-5d32-414e-93e6-b1c8f0a1c1a0', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:61:23:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:59Z', 'updated_at': '2022-03-11T18:11:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}, {'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:28.489750 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-33afad51-f4b1-4510-b188-caeb62e47a47 req-7989ef59-7954-414c-916a-384f4d028fe3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Mar 11 18:11:28.515214 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274d853-6035-4af0-bbd4-6071a1d36ad3 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '2a431937-5d32-414e-93e6-b1c8f0a1c1a0', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:61:23:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:10:59Z', 'updated_at': '2022-03-11T18:11:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}, {'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:11:28.566495 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81923f9-714b-4599-be89-2e9c0f869f94 req-9421781d-20b7-4c41-a8f6-910c697e79d1 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.568240 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d81923f9-714b-4599-be89-2e9c0f869f94 req-9421781d-20b7-4c41-a8f6-910c697e79d1 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0714900 Mar 11 18:11:28.610020 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c866147-6cb3-4347-9551-d527a10772c0 req-00d08bed-b7df-4e2f-a31f-99ec260ea3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.616259 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-00d08bed-b7df-4e2f-a31f-99ec260ea3df service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1859031 Mar 11 18:11:28.640957 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:28.652152 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d81923f9-714b-4599-be89-2e9c0f869f94 req-1a34447d-59ae-4a20-9724-b279824f739b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596790 Mar 11 18:11:28.757575 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba00faa-8d06-4c58-9de9-8c482ff575a1 None None] New status for floating IP 2a431937-5d32-414e-93e6-b1c8f0a1c1a0: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:11:28.760206 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-70f66bb6-d12e-4daa-8c69-aa46f799d8fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f HTTP/1.1" status: 200 len: 217 time: 0.0386291 Mar 11 18:11:28.833089 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c866147-6cb3-4347-9551-d527a10772c0 req-9fd7ab2f-87ef-4128-ac06-c86e570d34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.834978 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-9fd7ab2f-87ef-4128-ac06-c86e570d34a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0667567 Mar 11 18:11:28.890478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c866147-6cb3-4347-9551-d527a10772c0 req-1e2315b2-1236-43e6-99bf-f0e3280f05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:28.891390 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-1e2315b2-1236-43e6-99bf-f0e3280f05f6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479159 Mar 11 18:11:29.010800 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-e30ada8d-4b39-45f6-8b30-32e6a89063e8 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003385 Mar 11 18:11:29.109970 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c866147-6cb3-4347-9551-d527a10772c0 req-e11712e5-c86e-4d75-8e51-da6f6eeba9e1 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890794 Mar 11 18:11:29.707235 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:29.856882 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eb110-60b9-4993-96e3-9be5d0d2b352 req-9f85ec73-518b-4d22-ad5b-f200f1f2f0bb tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:29.858890 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a32eb110-60b9-4993-96e3-9be5d0d2b352 req-9f85ec73-518b-4d22-ad5b-f200f1f2f0bb tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.3559697 Mar 11 18:11:29.878726 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dc5c4-b3dd-46f4-880c-3d7ead05b373 req-420ebdd2-b527-437a-b966-8df280b36087 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:29.880199 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd9dc5c4-b3dd-46f4-880c-3d7ead05b373 req-420ebdd2-b527-437a-b966-8df280b36087 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0767663 Mar 11 18:11:29.946073 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a32eb110-60b9-4993-96e3-9be5d0d2b352 req-d963e7c2-6129-4fef-bcff-9a98ea3edcbf tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Mar 11 18:11:29.955225 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd9dc5c4-b3dd-46f4-880c-3d7ead05b373 req-ec5be952-e0a0-4558-b412-7c8fa10fc716 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670774 Mar 11 18:11:30.636245 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:31.099244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a044c3-02df-4b7a-8345-05199b30862a req-9b20d3ac-3130-46b8-9e07-a9df2fcef843 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:31.100805 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a5a044c3-02df-4b7a-8345-05199b30862a req-9b20d3ac-3130-46b8-9e07-a9df2fcef843 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0868049 Mar 11 18:11:31.119531 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494410b3-7c8b-4685-beac-2665cf6a622d req-4b2ced56-7c41-4de6-886d-a25e7f4c6599 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:31.120969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-494410b3-7c8b-4685-beac-2665cf6a622d req-4b2ced56-7c41-4de6-886d-a25e7f4c6599 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0797400 Mar 11 18:11:31.186012 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a5a044c3-02df-4b7a-8345-05199b30862a req-29f1eb69-3ca9-4d70-99da-78e89ad79786 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786431 Mar 11 18:11:31.196153 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-494410b3-7c8b-4685-beac-2665cf6a622d req-e4b88718-3e06-4b20-8e38-5eeb534cd517 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674078 Mar 11 18:11:32.356560 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa726-690d-49ba-909c-a70144fd867f req-8853984f-bc09-4c1e-9c7c-93484997e33d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:32.358685 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-966fa726-690d-49ba-909c-a70144fd867f req-8853984f-bc09-4c1e-9c7c-93484997e33d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0885656 Mar 11 18:11:32.372240 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41bd07-7e9c-40ab-9f54-83bb81051459 req-f7551fd7-128e-4e89-993e-787f31b43b17 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:32.374272 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b41bd07-7e9c-40ab-9f54-83bb81051459 req-f7551fd7-128e-4e89-993e-787f31b43b17 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0946567 Mar 11 18:11:32.456587 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-966fa726-690d-49ba-909c-a70144fd867f req-4f0f35ce-3f0e-4423-b8d3-171b3e46cd31 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914946 Mar 11 18:11:32.459724 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b41bd07-7e9c-40ab-9f54-83bb81051459 req-e4dfb711-1bad-4f56-ae6a-8e4668e25619 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Mar 11 18:11:33.615643 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da49de-8f71-462c-9963-73eed37f97e0 req-9510dc08-fecd-4df6-b271-f2a924d27a08 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.617177 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0da49de-8f71-462c-9963-73eed37f97e0 req-9510dc08-fecd-4df6-b271-f2a924d27a08 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0790288 Mar 11 18:11:33.623831 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63826e-a8b7-46bb-b31b-2becdaddbfd8 req-7488b9e2-6fa2-47f5-8547-5d7c1dcae997 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:33.625220 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f63826e-a8b7-46bb-b31b-2becdaddbfd8 req-7488b9e2-6fa2-47f5-8547-5d7c1dcae997 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0963080 Mar 11 18:11:33.701568 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e0da49de-8f71-462c-9963-73eed37f97e0 req-ccc636f4-6203-43bd-b997-a11dc4c30fec tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753436 Mar 11 18:11:33.705110 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f63826e-a8b7-46bb-b31b-2becdaddbfd8 req-386434e5-ed98-4749-8fe2-54038565007c tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730798 Mar 11 18:11:34.829730 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f18ec-0ff9-4db9-abe8-50fa0225a9e3 req-36519d6f-f45e-4822-bef7-0e260491925c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:34.831232 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a8f18ec-0ff9-4db9-abe8-50fa0225a9e3 req-36519d6f-f45e-4822-bef7-0e260491925c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0566626 Mar 11 18:11:34.882639 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a8f18ec-0ff9-4db9-abe8-50fa0225a9e3 req-62453320-46a6-4c79-9d72-ea2791b19984 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Mar 11 18:11:36.006340 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cad1f-0d9c-46ae-92f9-b390aed64317 req-cf8ea59d-d386-4070-9ba8-0416d4c261c0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:36.007822 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-184cad1f-0d9c-46ae-92f9-b390aed64317 req-cf8ea59d-d386-4070-9ba8-0416d4c261c0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0542367 Mar 11 18:11:36.060743 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-184cad1f-0d9c-46ae-92f9-b390aed64317 req-0f09fca9-575f-42f3-b657-6a0d8103b4d2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471485 Mar 11 18:11:36.564373 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:11:37.178726 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f6bff-5a1e-4670-aa1d-355ea408a119 req-6bf2106f-8fcf-4cd3-a1a7-7dd0738328a4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:37.180225 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac0f6bff-5a1e-4670-aa1d-355ea408a119 req-6bf2106f-8fcf-4cd3-a1a7-7dd0738328a4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0524311 Mar 11 18:11:37.231580 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac0f6bff-5a1e-4670-aa1d-355ea408a119 req-7d4032bf-80d2-4927-bea9-32c5d418f367 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Mar 11 18:11:37.622670 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 37820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:37.750630 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:37.828000 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Publish callbacks [] for security_group (c59d833c-76b2-467e-9eb2-7c902c42f958), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:37.833001 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c59d833c-76b2-467e-9eb2-7c902c42f958), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:37.879323 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0cc300b78603475b9f1f2493b578afbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552211 Mar 11 18:11:37.880174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d833c-76b2-467e-9eb2-7c902c42f958,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:37.882738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 37824) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:37.891223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.891812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.892060 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.892508 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.892993 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.893412 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.893893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.894447 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.894795 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.895295 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.895683 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.896134 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.896544 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7720b1-161c-42f3-b3be-9d1aff5a466c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:11:37.946118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] Publish callbacks [] for security_group (c59d833c-76b2-467e-9eb2-7c902c42f958), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:37.975526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] Publish callbacks [] for security_group (c59d833c-76b2-467e-9eb2-7c902c42f958), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:38.026751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c59d833c-76b2-467e-9eb2-7c902c42f958), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:38.029371 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:38.030654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c59d833c-76b2-467e-9eb2-7c902c42f958 HTTP/1.1" status: 204 len: 168 time: 0.1465871 Mar 11 18:11:38.039079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbea3e-1ccc-49ba-b57b-b73f6e341d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d833c-76b2-467e-9eb2-7c902c42f958,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:38.359072 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4937-a99d-424e-82a6-21254d0adc03 req-712abae0-f623-4df0-b813-1bba41a49f59 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:38.360627 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-db0f4937-a99d-424e-82a6-21254d0adc03 req-712abae0-f623-4df0-b813-1bba41a49f59 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0590219 Mar 11 18:11:38.411657 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-db0f4937-a99d-424e-82a6-21254d0adc03 req-d004c10e-8a55-4ff2-b1c6-7c40751253ab tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 Mar 11 18:11:39.539724 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc102692-7337-4d53-851a-aa78d8f11266 req-6c027ffe-ec5d-4582-a37e-a673913ac36c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:39.541235 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc102692-7337-4d53-851a-aa78d8f11266 req-6c027ffe-ec5d-4582-a37e-a673913ac36c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0585964 Mar 11 18:11:39.589502 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc102692-7337-4d53-851a-aa78d8f11266 req-f2ce204d-5788-477c-b1dd-af0eb2d02f0e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 Mar 11 18:11:40.717057 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5b8fb-67e1-42c7-ad9d-5ec0f58911b7 req-ede271c1-724a-4f37-a991-e8d649c0132b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:40.718631 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-50e5b8fb-67e1-42c7-ad9d-5ec0f58911b7 req-ede271c1-724a-4f37-a991-e8d649c0132b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0574267 Mar 11 18:11:40.770033 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-50e5b8fb-67e1-42c7-ad9d-5ec0f58911b7 req-38347a87-dfcc-421e-a705-22f3220dc49a tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Mar 11 18:11:41.892617 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758cdee-6eb5-41c5-88b6-daf4495d09f9 req-4b242feb-bd55-47ff-9adc-9d8c271504c2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:41.894177 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5758cdee-6eb5-41c5-88b6-daf4495d09f9 req-4b242feb-bd55-47ff-9adc-9d8c271504c2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0547044 Mar 11 18:11:41.948017 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5758cdee-6eb5-41c5-88b6-daf4495d09f9 req-727eb2d4-ca1b-4ae2-9d4c-d59e970a7b85 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476692 Mar 11 18:11:43.076081 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c5e9c-bbe5-46e2-a579-e5cb9396c089 req-b4283143-99b5-4554-9464-5df8a30a6580 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:43.078019 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b8c5e9c-bbe5-46e2-a579-e5cb9396c089 req-b4283143-99b5-4554-9464-5df8a30a6580 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0608428 Mar 11 18:11:43.138510 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3b8c5e9c-bbe5-46e2-a579-e5cb9396c089 req-905d3830-dfb1-4e43-b656-42c7ab0f2be1 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541711 Mar 11 18:11:44.061538 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a298ec-e01a-4ca4-8705-fc953973ff4b req-cb50b01a-ab04-4662-8813-ba9fd48b51b9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.062498 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fe352-6227-4646-ac94-ee4476637d32 req-710c2e2f-3112-4f92-8c9e-2081ed7c8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.063569 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45a298ec-e01a-4ca4-8705-fc953973ff4b req-cb50b01a-ab04-4662-8813-ba9fd48b51b9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0564046 Mar 11 18:11:44.064362 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-710c2e2f-3112-4f92-8c9e-2081ed7c8993 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0493872 Mar 11 18:11:44.116963 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45a298ec-e01a-4ca4-8705-fc953973ff4b req-3fdc8e79-099e-49e3-8d78-0a66381dcb26 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 Mar 11 18:11:44.171505 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fe352-6227-4646-ac94-ee4476637d32 req-8f526a79-89df-4501-8456-dc171cf11f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.173154 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-8f526a79-89df-4501-8456-dc171cf11f1a service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1024082 Mar 11 18:11:44.250534 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-c9d6b2e7-eee7-4e5a-9f0e-42ad9427ef72 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.0521448 Mar 11 18:11:44.298970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3fbd-b7bc-49be-9563-ee4edb78346a req-44a6e847-f20f-445d-aabc-6b3208a6729d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.300684 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-626c3fbd-b7bc-49be-9563-ee4edb78346a req-44a6e847-f20f-445d-aabc-6b3208a6729d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0741711 Mar 11 18:11:44.314554 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fe352-6227-4646-ac94-ee4476637d32 req-f64d83b8-9e61-4cd0-bd3f-e53878818d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:44.316203 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-f64d83b8-9e61-4cd0-bd3f-e53878818d28 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0480247 Mar 11 18:11:44.353801 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-626c3fbd-b7bc-49be-9563-ee4edb78346a req-1e52e16a-673b-409b-9481-fe85de1e3d9a tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Mar 11 18:11:44.356026 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-8cbd4586-6868-4be8-ab3b-b5663c63e11f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270040 Mar 11 18:11:44.452787 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-1aa30634-3c5b-4f71-8964-abc62016a176 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Mar 11 18:11:44.551696 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-374fe352-6227-4646-ac94-ee4476637d32 req-ee724c9c-2367-44bd-a1fb-81ad4c210cf8 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893631 Mar 11 18:11:45.251415 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d498d-6e1f-4c4f-9f94-34fe4f21ba50 req-9838728b-9a07-43c0-9353-cf8356c32069 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:45.252915 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c91d498d-6e1f-4c4f-9f94-34fe4f21ba50 req-9838728b-9a07-43c0-9353-cf8356c32069 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0590444 Mar 11 18:11:45.300894 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c91d498d-6e1f-4c4f-9f94-34fe4f21ba50 req-a69924f3-255d-44da-b795-11b4c5f63748 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Mar 11 18:11:45.474650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc2e5-ac72-4478-aa71-f6eba83dc57b req-e5b62f2d-f887-4a02-b925-bedcb7294c3b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:45.476204 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c90cc2e5-ac72-4478-aa71-f6eba83dc57b req-e5b62f2d-f887-4a02-b925-bedcb7294c3b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 944 time: 0.0564389 Mar 11 18:11:45.532087 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c90cc2e5-ac72-4478-aa71-f6eba83dc57b req-a9424cf1-84ce-49bb-9f6a-d62293defbfd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495937 Mar 11 18:11:45.878179 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device bfc0a512-ab27-4c82-8a25-d67885c5e88f details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:11:45.980531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:45.992888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'port_id': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'mac_address': 'fa:16:3e:fa:36:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:11:46.031228 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port bfc0a512-ab27-4c82-8a25-d67885c5e88f is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:46.031617 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:46.048113 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc0a512-ab27-4c82-8a25-d67885c5e88f {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:11:46.067616 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:46.071827 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:46.119476 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:46.419160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442948-669a-4045-9f2a-dad4eec42503 req-57ae4277-540d-4862-8ee5-9330a20f5a2a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:46.421295 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b8442948-669a-4045-9f2a-dad4eec42503 req-57ae4277-540d-4862-8ee5-9330a20f5a2a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0534079 Mar 11 18:11:46.476546 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b8442948-669a-4045-9f2a-dad4eec42503 req-656127d8-0fc9-4c6b-a360-120c13251a97 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Mar 11 18:11:46.654043 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a73f30-5224-4211-a569-c1049a060174 req-00f72571-e3fe-45c2-a440-f0d146f25c08 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:46.656172 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7a73f30-5224-4211-a569-c1049a060174 req-00f72571-e3fe-45c2-a440-f0d146f25c08 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 945 time: 0.0562656 Mar 11 18:11:46.705088 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7a73f30-5224-4211-a569-c1049a060174 req-a1f09c9c-e516-4cca-a2e9-a717eb1f0f6e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Mar 11 18:11:47.594412 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe76e0-62a1-48f2-8209-fdbe65fb2fc9 req-6b6f4ee0-f89d-4ab8-9629-1531b84b7051 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.595905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73fe76e0-62a1-48f2-8209-fdbe65fb2fc9 req-6b6f4ee0-f89d-4ab8-9629-1531b84b7051 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0534372 Mar 11 18:11:47.643328 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-73fe76e0-62a1-48f2-8209-fdbe65fb2fc9 req-f48a987a-7b38-4954-b649-27264843b921 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Mar 11 18:11:47.837469 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa027f4-b83e-4394-afa0-4c84c7a863d5 req-f5a45be6-aae9-48dd-9819-02e3fec865ec tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:47.838984 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3aa027f4-b83e-4394-afa0-4c84c7a863d5 req-f5a45be6-aae9-48dd-9819-02e3fec865ec tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 945 time: 0.0633373 Mar 11 18:11:47.890098 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3aa027f4-b83e-4394-afa0-4c84c7a863d5 req-a3908727-beea-4520-a778-4ece2fa37340 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Mar 11 18:11:48.777459 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae7bb-c71d-4ba1-b6dc-20f8c2ea7aa2 req-4fdc1941-5c75-45c8-aadc-eb97ab06903b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:48.780720 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f34ae7bb-c71d-4ba1-b6dc-20f8c2ea7aa2 req-4fdc1941-5c75-45c8-aadc-eb97ab06903b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0673048 Mar 11 18:11:48.832058 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f34ae7bb-c71d-4ba1-b6dc-20f8c2ea7aa2 req-f91da5a1-815e-4ac5-9e36-b3b31e75f6af tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Mar 11 18:11:49.012199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10274-fa4b-4324-b57c-505699a9223f req-7a1f39f6-b5d9-4e6f-874e-cee09b50283f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:49.014171 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4b10274-fa4b-4324-b57c-505699a9223f req-7a1f39f6-b5d9-4e6f-874e-cee09b50283f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 945 time: 0.0562477 Mar 11 18:11:49.063184 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4b10274-fa4b-4324-b57c-505699a9223f req-f523a2aa-1b4a-4fe6-b576-58cf8f4c78f7 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Mar 11 18:11:49.077138 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['bfc0a512-ab27-4c82-8a25-d67885c5e88f'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:11:49.969859 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b60b9b-ff6f-4e19-ab3e-96fc4531b60b req-5b7adfca-4434-44eb-beeb-053bfb3e81e8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:49.971438 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47b60b9b-ff6f-4e19-ab3e-96fc4531b60b req-5b7adfca-4434-44eb-beeb-053bfb3e81e8 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0578544 Mar 11 18:11:50.025994 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47b60b9b-ff6f-4e19-ab3e-96fc4531b60b req-ecfba9e3-d7fd-493b-9faf-3c263d4df6c1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Mar 11 18:11:50.190718 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1900e-bfde-484f-a489-9cc5a563ce13 req-6f7eb9c3-ebe4-4b24-a9ba-ebc9096e75fc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:50.192150 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aae1900e-bfde-484f-a489-9cc5a563ce13 req-6f7eb9c3-ebe4-4b24-a9ba-ebc9096e75fc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 945 time: 0.0611217 Mar 11 18:11:50.269858 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aae1900e-bfde-484f-a489-9cc5a563ce13 req-52424d23-4865-412e-81a2-a41c708172b0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694761 Mar 11 18:11:50.708416 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device bfc0a512-ab27-4c82-8a25-d67885c5e88f up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:11:50.761802 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port bfc0a512-ab27-4c82-8a25-d67885c5e88f completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:11:50.766026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port bfc0a512-ab27-4c82-8a25-d67885c5e88f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:11:50.766400 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:50.856642 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port bfc0a512-ab27-4c82-8a25-d67885c5e88f is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:11:50.857025 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:50.881359 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:50.883647 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346803c6-5fde-46da-9bae-0185450cae80" -d '{"events": [{"server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "name": "network-vif-plugged", "status": "completed", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:50.896916 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:11:50.905631 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:50.942737 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280fc1f2-c988-4a81-ae5f-ed7b7d6762cb x-openstack-request-id: req-280fc1f2-c988-4a81-ae5f-ed7b7d6762cb {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:50.943034 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "name": "network-vif-plugged", "status": "completed", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:50.943286 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-280fc1f2-c988-4a81-ae5f-ed7b7d6762cb {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:50.943672 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'code': 200} Mar 11 18:11:50.970135 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:51.178037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92136824-1d44-483d-a601-8b3f4733f067 req-61faa439-ab3f-4fa6-b329-3d5c0c833ae7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:51.179751 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92136824-1d44-483d-a601-8b3f4733f067 req-61faa439-ab3f-4fa6-b329-3d5c0c833ae7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0715437 Mar 11 18:11:51.262399 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92136824-1d44-483d-a601-8b3f4733f067 req-ade6723e-4b3a-485f-8a13-6c7592d706cf tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Mar 11 18:11:51.304334 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37acf5-bb58-490d-9add-e003c026a56f req-d265a9fb-3c1b-4fd7-b874-e56a59720db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:51.306065 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d37acf5-bb58-490d-9add-e003c026a56f req-d265a9fb-3c1b-4fd7-b874-e56a59720db0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 1130 time: 0.0580306 Mar 11 18:11:51.379711 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d37acf5-bb58-490d-9add-e003c026a56f req-6e4ae34d-d00f-4b29-aa62-6465a160fd8e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655632 Mar 11 18:11:51.431783 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798e2c-3eec-4dfe-8ecd-589456613b6b req-79d65ae8-eeee-4568-bb9b-b8f8c9e83ec3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:51.433312 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff798e2c-3eec-4dfe-8ecd-589456613b6b req-79d65ae8-eeee-4568-bb9b-b8f8c9e83ec3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0671475 Mar 11 18:11:51.494379 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff798e2c-3eec-4dfe-8ecd-589456613b6b req-b80dfdec-8795-497f-962a-dcfe4f807079 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539691 Mar 11 18:11:52.404509 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894c50-8fbc-4995-958f-efac65c99248 req-ba047d95-1f14-4635-85b2-77d3509c30ef tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:52.405994 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd894c50-8fbc-4995-958f-efac65c99248 req-ba047d95-1f14-4635-85b2-77d3509c30ef tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0577445 Mar 11 18:11:52.454317 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd894c50-8fbc-4995-958f-efac65c99248 req-86255700-8be8-4365-b569-3fd4037a6a2a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Mar 11 18:11:52.617137 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42c756-6fb7-4245-8670-fd93702c6171 req-2114f250-c8c2-413d-9c33-8be40614bdf2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:52.618634 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f42c756-6fb7-4245-8670-fd93702c6171 req-2114f250-c8c2-413d-9c33-8be40614bdf2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Mar 11 18:11:52.667544 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6f42c756-6fb7-4245-8670-fd93702c6171 req-ef7e43a3-b267-450d-9c0b-ed8c791fedca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Mar 11 18:11:53.575826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39d06-9b35-40fa-b329-8d0c4f7611ef req-104d22dd-a063-4490-9c37-1a9c3646c234 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:53.577339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-24f39d06-9b35-40fa-b329-8d0c4f7611ef req-104d22dd-a063-4490-9c37-1a9c3646c234 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0534394 Mar 11 18:11:53.629619 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-24f39d06-9b35-40fa-b329-8d0c4f7611ef req-bf0bbb6d-d85b-4f9e-94ba-d9319370e507 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467885 Mar 11 18:11:53.772123 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d361edb0-9007-4de7-a589-837c2870238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:53.791201 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6dbb-a885-49b8-81cc-d04722c5a957 req-9863a8f7-3f62-4e9f-87e7-ea1a29f84c00 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:53.792807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e2a6dbb-a885-49b8-81cc-d04722c5a957 req-9863a8f7-3f62-4e9f-87e7-ea1a29f84c00 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0558832 Mar 11 18:11:53.845663 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e2a6dbb-a885-49b8-81cc-d04722c5a957 req-b5165320-7573-4fe7-b681-4b0fa6c8ad6c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 Mar 11 18:11:54.758452 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6734a-5762-4b3b-8f34-bc9245d23446 req-2adf1360-c553-45e5-8512-de9870d78ec3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:54.759972 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1cd6734a-5762-4b3b-8f34-bc9245d23446 req-2adf1360-c553-45e5-8512-de9870d78ec3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0622072 Mar 11 18:11:54.809230 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1cd6734a-5762-4b3b-8f34-bc9245d23446 req-c9deaeae-4dbd-4774-9221-8642abbe2c8c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433645 Mar 11 18:11:54.973121 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ec72e-7bf2-4cc9-bfab-eaa4d6f987d3 req-94254362-8655-4e92-94cd-4994dfb53028 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:54.974515 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a55ec72e-7bf2-4cc9-bfab-eaa4d6f987d3 req-94254362-8655-4e92-94cd-4994dfb53028 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0584512 Mar 11 18:11:55.025125 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a55ec72e-7bf2-4cc9-bfab-eaa4d6f987d3 req-8b1427d3-7b61-4286-aef9-c833e8ec57f6 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448828 Mar 11 18:11:55.088491 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:55.931488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb608-f986-48e0-a2b0-dda48700fa75 req-2bc9d598-4fa3-4e68-b123-8091a7bb7989 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:55.933039 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13ecb608-f986-48e0-a2b0-dda48700fa75 req-2bc9d598-4fa3-4e68-b123-8091a7bb7989 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0534725 Mar 11 18:11:55.981703 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13ecb608-f986-48e0-a2b0-dda48700fa75 req-cc1b0145-39a2-4823-8c12-71387439e73e tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 11 18:11:56.152369 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39ceb-ee60-4e33-8edb-7f5e0ef85702 req-fd8cf902-f41a-49c0-b954-bc75f6d12d39 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:56.153863 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f1c39ceb-ee60-4e33-8edb-7f5e0ef85702 req-fd8cf902-f41a-49c0-b954-bc75f6d12d39 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0571709 Mar 11 18:11:56.163658 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bb98f8b-464d-47ef-a8f2-1d62f6b51d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:56.204695 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f1c39ceb-ee60-4e33-8edb-7f5e0ef85702 req-a774f598-9eff-4650-a1a3-6192a5d9b321 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444391 Mar 11 18:11:56.323255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edddaeb-265c-40f7-84a4-20b3c532dea6 req-b0e9a721-1257-4696-9cc0-84f97c076196 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:56.324665 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0edddaeb-265c-40f7-84a4-20b3c532dea6 req-b0e9a721-1257-4696-9cc0-84f97c076196 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0524993 Mar 11 18:11:56.373410 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0edddaeb-265c-40f7-84a4-20b3c532dea6 req-d690b910-7e6a-4ea0-bf3d-35a740a89b96 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Mar 11 18:11:56.396756 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38092) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:56.601265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c9759-dda1-4d0a-b486-02b71d0d665a tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:56.602673 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9e9c9759-dda1-4d0a-b486-02b71d0d665a tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 1125 time: 0.2049482 Mar 11 18:11:56.605836 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38100) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:11:56.610675 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'port_id': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:11:56.632835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:56.737616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:56.852813 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.27.3.207 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/70f91eab-2236-41bd-b4bc-3d22502e1bdd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:11:56.970635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.035097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.095242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad042c-f32b-46dc-bf24-18ec5989cd84 req-70c337a6-073c-478d-932f-b68e728a5fdd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:57.096883 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4ad042c-f32b-46dc-bf24-18ec5989cd84 req-70c337a6-073c-478d-932f-b68e728a5fdd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1192200 Mar 11 18:11:57.104734 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:11:57.129236 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:11:57.139078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:11:57.145277 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=70f91eab-2236-41bd-b4bc-3d22502e1bdd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:57.246738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5abfe-8250-48a4-89d9-9880d3381a44 req-4c26babb-084e-482c-abe3-f93c67a93bd3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:57.248267 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eea5abfe-8250-48a4-89d9-9880d3381a44 req-4c26babb-084e-482c-abe3-f93c67a93bd3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1801629 Mar 11 18:11:57.258033 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4ad042c-f32b-46dc-bf24-18ec5989cd84 req-18f6dac0-6ea8-41a4-b0da-d108ce6ab37a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351619 Mar 11 18:11:57.374714 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eea5abfe-8250-48a4-89d9-9880d3381a44 req-d6de6864-4695-4e92-a8b2-4c1b86ff5ae9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203341 Mar 11 18:11:57.595443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (0c541460-883b-46dd-b81a-595200692ffd), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.675595 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.836301 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.841553 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:57.915129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=70f91eab-2236-41bd-b4bc-3d22502e1bdd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:11:57.926268 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (0c541460-883b-46dd-b81a-595200692ffd), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:58.037582 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 0c541460-883b-46dd-b81a-595200692ffd associated. External IP: 172.27.3.207, port: bfc0a512-ab27-4c82-8a25-d67885c5e88f. Mar 11 18:11:58.267187 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:11:58.409764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:11:58.424836 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:11:58.437151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:58.439220 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:58.440220 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:11:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:58.447333 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4f0a6-8244-43f4-bc0a-d1d27424e09a req-fed7d7c2-4be9-4440-9cd5-4741ffcebf66 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:58.448918 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1d4f0a6-8244-43f4-bc0a-d1d27424e09a req-fed7d7c2-4be9-4440-9cd5-4741ffcebf66 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1143045 Mar 11 18:11:58.565008 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:58.639307 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:58.805415 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3f3add0c-5a7d-4b0b-8c1a-ffe89831a225 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1985106 Mar 11 18:11:58.812685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:11:58.825104 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69124210-09c4-4dfa-bd84-4b329574b3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:11:58.852733 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a1d4f0a6-8244-43f4-bc0a-d1d27424e09a req-21a52fc9-dff7-49d7-9840-7b033a4b53f2 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868778 Mar 11 18:11:58.880036 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '0c541460-883b-46dd-b81a-595200692ffd', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:fa:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:57Z', 'updated_at': '2022-03-11T18:11:57Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:58.880560 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd042-179f-42f8-a2f2-50678c8312e1 req-0624316e-45e1-4c19-b06c-40ca9b5f68bc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:58.882627 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab4bd042-179f-42f8-a2f2-50678c8312e1 req-0624316e-45e1-4c19-b06c-40ca9b5f68bc tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.4324765 Mar 11 18:11:58.928316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be23d07f-36bf-4049-9841-7d51a3884533 x-openstack-request-id: req-be23d07f-36bf-4049-9841-7d51a3884533 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:11:58.928764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:11:58.929139 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-be23d07f-36bf-4049-9841-7d51a3884533 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:11:58.929698 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'status': 'completed', 'code': 200} Mar 11 18:11:58.931662 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:11:58.944334 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:11:58.945135 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:11:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:58.958872 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-ac522091-bd9c-4bdc-b173-a015184a6820 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654237 Mar 11 18:11:58.967223 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab4bd042-179f-42f8-a2f2-50678c8312e1 req-1f46b0bd-df72-40e3-a4a1-d710d87f42e6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 Mar 11 18:11:59.089396 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-f8a73527-302b-4ad3-a6d3-b08d35a0d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.092586 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-f8a73527-302b-4ad3-a6d3-b08d35a0d0b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 1130 time: 0.0693772 Mar 11 18:11:59.098034 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-d4cdea11-6386-4c4b-b96e-2efc154665a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.100527 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-d4cdea11-6386-4c4b-b96e-2efc154665a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 1130 time: 0.0774884 Mar 11 18:11:59.103614 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:11:59.219306 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-9930a4cb-4438-44b5-825d-d04617a9ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.220965 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-9930a4cb-4438-44b5-825d-d04617a9ca5e service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1126382 Mar 11 18:11:59.287546 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-7c838880-192c-41ed-9e7b-1f56554980dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.289716 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-7c838880-192c-41ed-9e7b-1f56554980dc service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1731300 Mar 11 18:11:59.298580 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-e4d429bf-8b26-4585-b223-168a8f70503f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f HTTP/1.1" status: 200 len: 1000 time: 0.0707555 Mar 11 18:11:59.367053 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-36d6334c-f9ab-43bf-9bd1-21a62915a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.368564 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-36d6334c-f9ab-43bf-9bd1-21a62915a513 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0533907 Mar 11 18:11:59.380496 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-cbda8230-cbfd-4c86-b47d-35ba74f8bca9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 200 len: 217 time: 0.0659580 Mar 11 18:11:59.444984 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '0c541460-883b-46dd-b81a-595200692ffd', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:fa:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:57Z', 'updated_at': '2022-03-11T18:11:57Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:11:59.462585 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-2d0518c7-a54d-4474-b513-90cfb92059a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.465510 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-2d0518c7-a54d-4474-b513-90cfb92059a0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854535 Mar 11 18:11:59.467840 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-5239c475-b745-4d7f-bbd7-505060a20dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:11:59.469362 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-5239c475-b745-4d7f-bbd7-505060a20dcd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0822911 Mar 11 18:11:59.492946 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570ec529-ed1e-4e37-89bd-fd3e53611973 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '0c541460-883b-46dd-b81a-595200692ffd', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:fa:36:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:11:57Z', 'updated_at': '2022-03-11T18:11:57Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:11:59.520649 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-5e9a2030-448c-4b6f-9e36-bcfe591781d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426338 Mar 11 18:11:59.596023 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-794b385d-06a8-4c67-bfd2-e14befa88082 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181829 Mar 11 18:11:59.647525 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-bccc1287-bd08-44fa-9c95-aad3a7ed4009 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084194 Mar 11 18:11:59.714295 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:11:59.733734 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69124210-09c4-4dfa-bd84-4b329574b3f0 req-1319b7d5-15c1-4aca-8be4-cc8730b277b9 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313286 Mar 11 18:11:59.755151 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac61cb5-5ba1-4ff7-b928-43d6075e0194 None None] New status for floating IP 0c541460-883b-46dd-b81a-595200692ffd: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:11:59.811261 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-737c434b-2995-48f7-a4c3-fc1f8d706054 req-9177edf6-2eb5-4f8d-b669-a864292b9c92 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525140 Mar 11 18:12:00.020940 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898da20-3a4e-459e-b709-2d77270444e4 req-5bd62da2-fb47-45cf-ad7e-4cbf70802074 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:00.022922 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c898da20-3a4e-459e-b709-2d77270444e4 req-5bd62da2-fb47-45cf-ad7e-4cbf70802074 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0599256 Mar 11 18:12:00.117357 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c898da20-3a4e-459e-b709-2d77270444e4 req-7e3a063f-e205-4d52-9010-8fc87270c67b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864758 Mar 11 18:12:00.138036 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448401f-6c9c-40cc-8ba2-c08d68167a41 req-5fe1ef31-ab84-4880-9638-dbfb974949d4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:00.140224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f448401f-6c9c-40cc-8ba2-c08d68167a41 req-5fe1ef31-ab84-4880-9638-dbfb974949d4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0874224 Mar 11 18:12:00.200650 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f448401f-6c9c-40cc-8ba2-c08d68167a41 req-950596e5-2166-421a-b0ba-e806e752662a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532475 Mar 11 18:12:00.645223 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:01.284423 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbd06-883b-4c43-a1da-9d20e61d9868 req-3007204a-a60a-4412-a4ac-4be683723e9f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:01.286638 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f60cbd06-883b-4c43-a1da-9d20e61d9868 req-3007204a-a60a-4412-a4ac-4be683723e9f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0638659 Mar 11 18:12:01.366755 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f60cbd06-883b-4c43-a1da-9d20e61d9868 req-b6eebec4-3d58-4cf3-a532-16449c104b52 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703318 Mar 11 18:12:01.378853 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d6f00-69b7-4d84-ad39-633b9cd7a879 req-a884fa78-811e-4f1e-bb7e-11bfcdb50504 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:01.380405 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a6d6f00-69b7-4d84-ad39-633b9cd7a879 req-a884fa78-811e-4f1e-bb7e-11bfcdb50504 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0928280 Mar 11 18:12:01.437183 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a6d6f00-69b7-4d84-ad39-633b9cd7a879 req-f7723329-3b4f-42b0-aad8-f58a5fd394ae tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 Mar 11 18:12:02.512371 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f75a2-848c-4b8f-8bcd-f3cb450cf9c6 req-a3e75d62-b4f3-43a1-9c95-8b52b26e9be6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.514301 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b7f75a2-848c-4b8f-8bcd-f3cb450cf9c6 req-a3e75d62-b4f3-43a1-9c95-8b52b26e9be6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0642827 Mar 11 18:12:02.596054 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b7f75a2-848c-4b8f-8bcd-f3cb450cf9c6 req-df07356f-4d91-489c-8392-4a95cd6a2280 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754712 Mar 11 18:12:02.618425 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72217-8da9-4f9d-945e-fabb50518f92 req-63b99ecc-e9df-4639-8402-bcaf83ca3cd6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:02.620366 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52e72217-8da9-4f9d-945e-fabb50518f92 req-63b99ecc-e9df-4639-8402-bcaf83ca3cd6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0853672 Mar 11 18:12:02.683523 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52e72217-8da9-4f9d-945e-fabb50518f92 req-ec9c0bf7-a6c1-4e63-b586-cc5c6b1526fd tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Mar 11 18:12:03.757487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00190d-6025-4fb7-89b4-3d5089470a7a req-96cc79bd-7262-4ad4-a1a6-67d820e5691f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:03.759199 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f00190d-6025-4fb7-89b4-3d5089470a7a req-96cc79bd-7262-4ad4-a1a6-67d820e5691f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0684941 Mar 11 18:12:03.839881 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3f00190d-6025-4fb7-89b4-3d5089470a7a req-f3978bbc-fb93-4219-af35-bc7c2f239ad8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741489 Mar 11 18:12:03.865896 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922702ec-bf1d-416a-89ed-654a302f4322 req-4f5385ed-0822-4345-9fe7-c6a8ea4a5bde tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:03.868524 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-922702ec-bf1d-416a-89ed-654a302f4322 req-4f5385ed-0822-4345-9fe7-c6a8ea4a5bde tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0957553 Mar 11 18:12:03.946878 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-922702ec-bf1d-416a-89ed-654a302f4322 req-1f8dbf08-9eb2-4664-a905-31c92565e556 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646603 Mar 11 18:12:04.574335 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2aff9-bd74-41e6-aa81-4ff68aad3b46 req-ab28046a-78c2-447c-a4fd-495bf5c5a010 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:04.575794 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5fa2aff9-bd74-41e6-aa81-4ff68aad3b46 req-ab28046a-78c2-447c-a4fd-495bf5c5a010 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0591555 Mar 11 18:12:04.631533 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5fa2aff9-bd74-41e6-aa81-4ff68aad3b46 req-05cde8be-d57b-47b1-9999-17de73d185c9 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Mar 11 18:12:04.995588 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7babd-c3ee-4a65-945a-70de3c36c42e req-9eefc7ea-4e3f-4b0c-98f7-a2abfacff755 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:04.997119 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ae7babd-c3ee-4a65-945a-70de3c36c42e req-9eefc7ea-4e3f-4b0c-98f7-a2abfacff755 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0578218 Mar 11 18:12:05.076331 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ae7babd-c3ee-4a65-945a-70de3c36c42e req-3d956b8f-6a51-4240-a7ea-46cd21dbba41 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725574 Mar 11 18:12:05.102860 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470b6e-518d-41ce-be92-e3f7548f8fff req-2745dff2-7859-4a74-ac50-c30bfdbd70b4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:05.104545 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d470b6e-518d-41ce-be92-e3f7548f8fff req-2745dff2-7859-4a74-ac50-c30bfdbd70b4 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0777898 Mar 11 18:12:05.165537 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d470b6e-518d-41ce-be92-e3f7548f8fff req-ca0e0caf-6193-4c12-a9e7-9740d706e01d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Mar 11 18:12:05.764283 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90556a35-5193-4c75-b8d8-c4135e85bea8 req-649a71b7-f39e-4368-a713-4ae1fd7b1aaa tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:05.766069 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-90556a35-5193-4c75-b8d8-c4135e85bea8 req-649a71b7-f39e-4368-a713-4ae1fd7b1aaa tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0644140 Mar 11 18:12:05.819729 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-90556a35-5193-4c75-b8d8-c4135e85bea8 req-1a3d4e1d-03b5-4138-a6e7-6b1ef2c7254f tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Mar 11 18:12:06.211450 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976ab2f-8579-43d4-a2e9-31b5ce58627f req-a8ac4898-cdba-4dc7-b609-04755add9c0c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:06.212999 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6976ab2f-8579-43d4-a2e9-31b5ce58627f req-a8ac4898-cdba-4dc7-b609-04755add9c0c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0613401 Mar 11 18:12:06.290298 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6976ab2f-8579-43d4-a2e9-31b5ce58627f req-cc9faf8f-3e13-41c5-81e4-768ce885c5f9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703595 Mar 11 18:12:06.318365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7712c-78cc-4241-9a5e-8b48a178ff6a req-2eb560b0-dd4c-4853-9d06-8948d3c9da58 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:06.320127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fda7712c-78cc-4241-9a5e-8b48a178ff6a req-2eb560b0-dd4c-4853-9d06-8948d3c9da58 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0725279 Mar 11 18:12:06.373830 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fda7712c-78cc-4241-9a5e-8b48a178ff6a req-0e3b6dc7-b066-4f5f-939d-99fbb6c63ae7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Mar 11 18:12:06.951413 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0c11d-9009-488f-bd7c-bef72bed0b76 req-fc6c56b0-0536-4e4a-871e-dbb7c66217e8 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:06.953284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-54c0c11d-9009-488f-bd7c-bef72bed0b76 req-fc6c56b0-0536-4e4a-871e-dbb7c66217e8 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0591142 Mar 11 18:12:07.041779 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-54c0c11d-9009-488f-bd7c-bef72bed0b76 req-29ff1f68-65a7-4a17-b110-f886e1c10b03 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/security-groups?id=7f3711f1-7112-4280-ac53-67adf2e04a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Mar 11 18:12:07.050495 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-63fc3445-2d38-4b6b-87e6-75bcdf06f999 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:07.052062 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-63fc3445-2d38-4b6b-87e6-75bcdf06f999 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 945 time: 0.0961294 Mar 11 18:12:07.169818 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Deleting port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:07.170156 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:07.278444 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] For port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,segment=NetworkSegment(a1f64f39-b69e-4920-bc2a-945d549be15d),segment_id=a1f64f39-b69e-4920-bc2a-945d549be15d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:07.279174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:07.292742 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Calling delete_port for 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:07.521444 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da5477-32b5-4df0-bed5-8565a5f7418d req-5e517912-0221-40d6-a5e5-ec6fdac05bbc tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:07.523439 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7da5477-32b5-4df0-bed5-8565a5f7418d req-5e517912-0221-40d6-a5e5-ec6fdac05bbc tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1518338 Mar 11 18:12:07.540947 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:07.562643 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:12:07.602828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Pushing event deleted for resources: {'Port': ['ID=827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:07.619590 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c341db-c10b-42d1-b722-e8f7ea242351 req-4b77e419-3ccf-48c0-b44b-9198ad82327b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:07.621612 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8c341db-c10b-42d1-b722-e8f7ea242351 req-4b77e419-3ccf-48c0-b44b-9198ad82327b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1720941 Mar 11 18:12:07.697830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] No DVR routers for this DVR port 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:07.704665 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:07.709981 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf1583ff-dd77-4c5a-a917-082c3aecb27c req-2a924a67-8579-46e6-80db-217e984ec6f6 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.107 "DELETE /v2.0/ports/827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 HTTP/1.1" status: 204 len: 173 time: 0.6471696 Mar 11 18:12:07.711106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'name': 'network-vif-deleted', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:07.714616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e6a4e7-0914-4d3d-8f3e-c8c17975e2be" -d '{"events": [{"server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "name": "network-vif-deleted", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:07.722178 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7da5477-32b5-4df0-bed5-8565a5f7418d req-bcf1672f-5b18-4fc5-8e6e-bea32b7d7aa1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908345 Mar 11 18:12:07.760040 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8c341db-c10b-42d1-b722-e8f7ea242351 req-54da3dd3-d8a0-43a5-9ad3-924cf06cfc06 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309571 Mar 11 18:12:07.813284 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3a635-da2c-4a1c-a12c-9434a599a308 x-openstack-request-id: req-5ea3a635-da2c-4a1c-a12c-9434a599a308 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:07.813520 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56de695e-e0e0-44cd-ab0b-5ae58859826f", "name": "network-vif-deleted", "tag": "827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:07.813767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5ea3a635-da2c-4a1c-a12c-9434a599a308 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:07.814166 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56de695e-e0e0-44cd-ab0b-5ae58859826f', 'name': 'network-vif-deleted', 'tag': '827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42', 'status': 'completed', 'code': 200} Mar 11 18:12:08.158754 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14b906ab-86f7-42ec-82be-fe5149d4bc56 req-a43e08db-ba81-44a2-9946-84f224519f94 tempest-VolumesSnapshotTestJSON-2019289513 tempest-VolumesSnapshotTestJSON-2019289513-project] 10.222.0.105 "GET /v2.0/ports?device_id=56de695e-e0e0-44cd-ab0b-5ae58859826f HTTP/1.1" status: 200 len: 210 time: 0.0282085 Mar 11 18:12:08.913231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6848a4-5290-466c-a365-13980bc461e7 req-427f8359-848d-41e4-afbb-cb6177cdfee9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:08.914927 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7a6848a4-5290-466c-a365-13980bc461e7 req-427f8359-848d-41e4-afbb-cb6177cdfee9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0949132 Mar 11 18:12:08.939493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0a70e-d26d-4f3f-92f9-ff472287d5d1 req-aeb67bfa-1405-479c-8116-6d510f85e4d9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:08.941105 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9aa0a70e-d26d-4f3f-92f9-ff472287d5d1 req-aeb67bfa-1405-479c-8116-6d510f85e4d9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0913534 Mar 11 18:12:09.016925 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7a6848a4-5290-466c-a365-13980bc461e7 req-e1ef5940-ce16-4959-bbf0-5f411d132b3a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941458 Mar 11 18:12:09.030590 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9aa0a70e-d26d-4f3f-92f9-ff472287d5d1 req-3e78d6dc-8f5c-4fd4-987a-633cae197208 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825143 Mar 11 18:12:10.196018 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2b2c6-ee6c-45bf-a213-1c6852e56b60 req-18960b17-8495-455e-a793-1164bfae8924 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:10.197531 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dba2b2c6-ee6c-45bf-a213-1c6852e56b60 req-18960b17-8495-455e-a793-1164bfae8924 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0940688 Mar 11 18:12:10.209482 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae874918-da37-46fc-8c8d-09638fdb6083 req-b5692dd8-efa2-4eac-8b5d-4ac876d166a0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:10.210947 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae874918-da37-46fc-8c8d-09638fdb6083 req-b5692dd8-efa2-4eac-8b5d-4ac876d166a0 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0934274 Mar 11 18:12:10.290867 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae874918-da37-46fc-8c8d-09638fdb6083 req-84202044-ce17-4b35-a09a-6d986183ac44 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727980 Mar 11 18:12:10.294134 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dba2b2c6-ee6c-45bf-a213-1c6852e56b60 req-dabe65cd-9810-4f60-8899-82c5493145ac tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821550 Mar 11 18:12:10.780282 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:10.803646 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:10.804026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 827e7b4b-d9db-45ca-b2ec-8d8e4c7b5e42 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:11.453180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715042a-3c7d-4b7c-a7d8-46e11e834ed6 req-036c5e3b-505f-4266-8c60-367d99b25ea2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:11.455187 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d715042a-3c7d-4b7c-a7d8-46e11e834ed6 req-036c5e3b-505f-4266-8c60-367d99b25ea2 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0904617 Mar 11 18:12:11.471718 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18434-2add-42dd-b588-81b53ec9e030 req-1ef01b78-f465-4397-b1a5-d22d696d38d3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:11.473826 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9c18434-2add-42dd-b588-81b53ec9e030 req-1ef01b78-f465-4397-b1a5-d22d696d38d3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0967274 Mar 11 18:12:11.550591 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d715042a-3c7d-4b7c-a7d8-46e11e834ed6 req-3cd29eec-619f-4d8c-b7cc-df2eea3974b7 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891340 Mar 11 18:12:11.554081 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9c18434-2add-42dd-b588-81b53ec9e030 req-16f12774-203b-455c-bedb-eed2865ab0eb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725031 Mar 11 18:12:12.723776 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c65ea-c218-4b5a-a6f3-73d20219d916 req-c83fb1a9-3a5d-4e0a-904e-67254b8bd295 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:12.725389 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a24c65ea-c218-4b5a-a6f3-73d20219d916 req-c83fb1a9-3a5d-4e0a-904e-67254b8bd295 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0839541 Mar 11 18:12:12.732721 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49559-edb6-4548-abc7-9dc249d55344 req-d9f666e8-9467-44bf-9d84-bfbd44bd2a2b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:12.734540 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b4a49559-edb6-4548-abc7-9dc249d55344 req-d9f666e8-9467-44bf-9d84-bfbd44bd2a2b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1019547 Mar 11 18:12:12.815844 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a24c65ea-c218-4b5a-a6f3-73d20219d916 req-d6228844-62b5-4fad-b658-5ce338c959b1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801644 Mar 11 18:12:12.829060 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b4a49559-edb6-4548-abc7-9dc249d55344 req-92359d57-e66d-4b15-beb7-189022528eb4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784950 Mar 11 18:12:13.563486 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:14.023133 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ea70-0623-4696-bb3c-f3486977ffab req-3492e132-60df-45a5-99bf-077a0138fd3c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:14.024855 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd98ea70-0623-4696-bb3c-f3486977ffab req-3492e132-60df-45a5-99bf-077a0138fd3c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1123140 Mar 11 18:12:14.039072 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839cd4-0cf4-4bd8-873c-6f5cccffa20e req-9f5bbff4-5f8c-4a1b-a85f-c7823b7a0259 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:14.040880 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e839cd4-0cf4-4bd8-873c-6f5cccffa20e req-9f5bbff4-5f8c-4a1b-a85f-c7823b7a0259 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0919480 Mar 11 18:12:14.129998 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd98ea70-0623-4696-bb3c-f3486977ffab req-72fb1e4c-b332-4d73-9d2c-006b7036820a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878875 Mar 11 18:12:14.156076 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e839cd4-0cf4-4bd8-873c-6f5cccffa20e req-60104486-a98a-4faa-8413-9f74553d1bb8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986216 Mar 11 18:12:14.175526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54743bf-ca82-47c8-8e16-84b1432bc653 req-5798d0c4-269c-4187-b2dd-4f8ab0dd3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:14.177125 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e54743bf-ca82-47c8-8e16-84b1432bc653 req-5798d0c4-269c-4187-b2dd-4f8ab0dd3abc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0631778 Mar 11 18:12:14.241921 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e54743bf-ca82-47c8-8e16-84b1432bc653 req-2d8870aa-bbaa-4b91-b97f-f71451e65a0d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528307 Mar 11 18:12:15.411150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe130-a209-441c-9862-0f1217392669 req-9babc637-c942-4193-a9a4-ec48ca9989bd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:15.412768 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b05fe130-a209-441c-9862-0f1217392669 req-9babc637-c942-4193-a9a4-ec48ca9989bd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1331892 Mar 11 18:12:15.419750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0db9-cd00-4b66-a4cf-b1b09a757a3b req-9039da5e-3830-482f-bb78-85ba7bacf504 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:15.421339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c9c0db9-cd00-4b66-a4cf-b1b09a757a3b req-9039da5e-3830-482f-bb78-85ba7bacf504 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1628695 Mar 11 18:12:15.506997 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b05fe130-a209-441c-9862-0f1217392669 req-3e5f4072-f9ed-4ee0-b2f3-4b8b63ab2753 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840540 Mar 11 18:12:15.510990 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c9c0db9-cd00-4b66-a4cf-b1b09a757a3b req-cd09a9c5-911b-41f8-a1bc-0b0ca3d07a73 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824783 Mar 11 18:12:16.698816 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94573ff3-d08d-47a6-8fef-bce0174aa2a7 req-b4ea67b6-3483-4858-9ba3-cfc31abae553 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:16.700937 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94573ff3-d08d-47a6-8fef-bce0174aa2a7 req-b4ea67b6-3483-4858-9ba3-cfc31abae553 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1021500 Mar 11 18:12:16.708948 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd87f5-8637-4f68-a283-65987d5bd065 req-2c7f63eb-de7e-4df4-b6e3-a9225001409d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:16.710465 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42cd87f5-8637-4f68-a283-65987d5bd065 req-2c7f63eb-de7e-4df4-b6e3-a9225001409d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0949509 Mar 11 18:12:16.787197 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94573ff3-d08d-47a6-8fef-bce0174aa2a7 req-3b97ff21-1e0f-4dcf-8a67-dab3a4e9842c tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757158 Mar 11 18:12:16.795682 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42cd87f5-8637-4f68-a283-65987d5bd065 req-3208c36d-45fa-46c3-ba37-89a99ab8afbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698926 Mar 11 18:12:17.363513 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-eac2dd43-c8aa-4085-a834-72e5bec6af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.365006 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-eac2dd43-c8aa-4085-a834-72e5bec6af03 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cfef774bfa4428ba11daedfdde648d3&device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 1130 time: 0.0850441 Mar 11 18:12:17.373002 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aa3b2-76dd-4f57-9818-2d977a029ab0 req-05a96372-0114-482b-8d2c-263c7b71a97b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.374693 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d71aa3b2-76dd-4f57-9818-2d977a029ab0 req-05a96372-0114-482b-8d2c-263c7b71a97b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0864854 Mar 11 18:12:17.487025 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d71aa3b2-76dd-4f57-9818-2d977a029ab0 req-6eef45f9-223e-4871-9b3d-d4c5722be150 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023540 Mar 11 18:12:17.506932 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-6b46fba8-cb81-447d-b3cf-ac94a7c55e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.508463 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-6b46fba8-cb81-447d-b3cf-ac94a7c55e41 service neutron] 10.222.0.107 "GET /v2.0/networks?id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 200 len: 920 time: 0.1317086 Mar 11 18:12:17.551215 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-eab32a50-8ea6-4d06-ab55-899493602dd2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 200 len: 217 time: 0.0363677 Mar 11 18:12:17.609127 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-a3272559-fbe9-4c41-97cd-148729cf537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.610617 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-a3272559-fbe9-4c41-97cd-148729cf537f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 200 len: 858 time: 0.0526543 Mar 11 18:12:17.648196 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-d9603dca-36f6-4985-a03c-75164d5a06be service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270116 Mar 11 18:12:17.770232 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-4efa09eb-7f38-44fb-ade6-5b37f996a4c6 service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136599 Mar 11 18:12:17.965852 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-888c6fa4-b738-49c4-9eae-0e86c3b1579e req-7d0dca11-98de-4f76-810f-5142c138bbaa service neutron] 10.222.0.107 "GET /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823914 Mar 11 18:12:17.997580 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7710-e797-4978-bb97-af786ad79004 req-6edc28be-ac7c-4489-aefc-6d25651d41d5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:17.999480 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fab7710-e797-4978-bb97-af786ad79004 req-6edc28be-ac7c-4489-aefc-6d25651d41d5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0858333 Mar 11 18:12:18.065398 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9fab7710-e797-4978-bb97-af786ad79004 req-564a497d-8ed5-48a8-892c-559d159928a1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602262 Mar 11 18:12:18.628994 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0c376-5735-4706-9063-5b4301471000 req-6beb822c-0112-45f0-b9c4-7f149cfe90b3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:18.630947 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-00c0c376-5735-4706-9063-5b4301471000 req-6beb822c-0112-45f0-b9c4-7f149cfe90b3 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0667839 Mar 11 18:12:18.702342 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-00c0c376-5735-4706-9063-5b4301471000 req-ea3f7d2a-c064-48ee-a5ff-c47cd2742152 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Mar 11 18:12:19.210989 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675b23f-f789-4530-88f4-4514513aad0e req-fd18e975-e665-4478-a5fc-d47c1435f7e5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:19.212708 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7675b23f-f789-4530-88f4-4514513aad0e req-fd18e975-e665-4478-a5fc-d47c1435f7e5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0643084 Mar 11 18:12:19.278962 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7675b23f-f789-4530-88f4-4514513aad0e req-2728b1ad-317c-464a-861f-1c3f6edfbc3a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589733 Mar 11 18:12:19.845540 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac0f57-3683-4489-8648-a08fe4188eaa req-8014cb5d-0d88-4cf6-af51-eefc478f27f5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:19.847104 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68ac0f57-3683-4489-8648-a08fe4188eaa req-8014cb5d-0d88-4cf6-af51-eefc478f27f5 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0631640 Mar 11 18:12:19.899425 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68ac0f57-3683-4489-8648-a08fe4188eaa req-fa83910f-99ea-4f8c-8d44-a764b5d167df tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Mar 11 18:12:20.443366 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf198d-8ce8-4254-95e0-2a94e9e3274b req-2dd8b7b0-389e-4a1b-a0af-adb0279df044 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:20.445074 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4cf198d-8ce8-4254-95e0-2a94e9e3274b req-2dd8b7b0-389e-4a1b-a0af-adb0279df044 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0686703 Mar 11 18:12:20.503539 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e4cf198d-8ce8-4254-95e0-2a94e9e3274b req-11182300-f3be-4a4a-bda5-0592719039f8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494266 Mar 11 18:12:21.032635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7a0d4-6b5c-4a9a-ab7f-8c0f90f9bb18 req-b323a143-2986-4140-b049-1177869b358d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:21.034189 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bb7a0d4-6b5c-4a9a-ab7f-8c0f90f9bb18 req-b323a143-2986-4140-b049-1177869b358d tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0551283 Mar 11 18:12:21.082815 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3bb7a0d4-6b5c-4a9a-ab7f-8c0f90f9bb18 req-d100f0e6-60f6-4b73-bec8-38e648b31216 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Mar 11 18:12:21.449248 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:12:21.562546 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:21.645963 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177816de-b69a-4564-93bd-15ed6c145e44 req-e6c00296-50ad-4a02-84f4-f576ce822284 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:21.647537 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-177816de-b69a-4564-93bd-15ed6c145e44 req-e6c00296-50ad-4a02-84f4-f576ce822284 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.0675371 Mar 11 18:12:21.705749 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-177816de-b69a-4564-93bd-15ed6c145e44 req-06cc5546-f24c-43f8-bfa5-98bb0796d092 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524263 Mar 11 18:12:21.716563 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:12:21.774565 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: ACTIVE; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:21.774951 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.789473 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:12:21.810113 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:21.815286 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:21.865684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:21.873027 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.873407 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.873760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.874112 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.874456 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.875584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.875584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.875584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.875905 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.876098 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.876438 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.876760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:21.877084 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:22.210524 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f85ca-c444-4b68-b8a0-8da0ea23cd4f req-b4614c1f-f1fb-4d4d-8f37-c114756b6cec tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:22.212085 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf2f85ca-c444-4b68-b8a0-8da0ea23cd4f req-b4614c1f-f1fb-4d4d-8f37-c114756b6cec tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0559149 Mar 11 18:12:22.264992 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cf2f85ca-c444-4b68-b8a0-8da0ea23cd4f req-a1d6c272-3296-4d0e-a1cc-75c9c081ec97 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Mar 11 18:12:22.702488 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:12:22.846823 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00418-a052-41e3-b51c-6c512b5ac564 req-824da2cc-551d-4bdb-8c93-26247e950581 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:22.848354 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18d00418-a052-41e3-b51c-6c512b5ac564 req-824da2cc-551d-4bdb-8c93-26247e950581 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.0612869 Mar 11 18:12:22.899830 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-18d00418-a052-41e3-b51c-6c512b5ac564 req-9710cce1-195a-42c9-9cc5-ec5fa15a41b4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Mar 11 18:12:23.402221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bffa9-89cd-421d-af67-7cd57f6fcb0b req-8a64ddf1-7cdb-445d-8d01-07c98e86d8a1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:23.403806 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a47bffa9-89cd-421d-af67-7cd57f6fcb0b req-8a64ddf1-7cdb-445d-8d01-07c98e86d8a1 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.0669913 Mar 11 18:12:23.457236 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a47bffa9-89cd-421d-af67-7cd57f6fcb0b req-42a9bf7f-6de1-4f9e-a2e1-6fd2aa4a751a tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Mar 11 18:12:23.806721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-74b2d825-7902-4e1c-80c7-ef664888b118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:24.129880 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a349e-6cfb-4fce-9d74-e4ccf91ecf70 req-4e98cd95-510d-4597-a627-5edfb3e82f69 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:24.132622 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec3a349e-6cfb-4fce-9d74-e4ccf91ecf70 req-4e98cd95-510d-4597-a627-5edfb3e82f69 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.0870492 Mar 11 18:12:24.195914 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec3a349e-6cfb-4fce-9d74-e4ccf91ecf70 req-5ccae9d1-1a63-4d92-b82e-1e533895e647 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553651 Mar 11 18:12:24.291584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c869-8f5f-400d-8057-ff8f635b62da req-e68cf519-953e-4224-b8d5-b3adf5e86897 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:24.294055 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e212c869-8f5f-400d-8057-ff8f635b62da req-e68cf519-953e-4224-b8d5-b3adf5e86897 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.0794802 Mar 11 18:12:24.353319 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e212c869-8f5f-400d-8057-ff8f635b62da req-be6f3d09-50c8-4790-80c6-ca960fbab6c7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507219 Mar 11 18:12:24.874196 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:24.969838 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:24.970443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:25.136947 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:25.138210 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:25.172605 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:25.182483 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:25.192678 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c103eadb-4ff1-4b6e-a7d9-801db893fdbb" -d '{"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:25.238772 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:25.248436 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:25.324904 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6eac7f-b069-470b-aea8-d26b75debbab x-openstack-request-id: req-ef6eac7f-b069-470b-aea8-d26b75debbab {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:25.327345 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:25.327844 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ef6eac7f-b069-470b-aea8-d26b75debbab {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:25.329165 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'code': 200} Mar 11 18:12:25.388219 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:25.435704 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152b0a1-ec6d-4491-b3b3-c2c770bf50a0 req-8ff97e6b-fc3f-4091-b4f3-52508ebaf0c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.448477 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6152b0a1-ec6d-4491-b3b3-c2c770bf50a0 req-8ff97e6b-fc3f-4091-b4f3-52508ebaf0c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1353562 Mar 11 18:12:25.553319 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6152b0a1-ec6d-4491-b3b3-c2c770bf50a0 req-62aa3524-300c-4c64-be45-e029374984b3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035433 Mar 11 18:12:25.650098 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305830b-2eec-4618-8f2b-8493f7b34e0c req-addf5c48-c5da-4a3c-9715-a6c4ce47b6bf tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:25.663691 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1305830b-2eec-4618-8f2b-8493f7b34e0c req-addf5c48-c5da-4a3c-9715-a6c4ce47b6bf tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.1605341 Mar 11 18:12:25.796595 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1305830b-2eec-4618-8f2b-8493f7b34e0c req-5497e8ad-f542-4b1d-b9f0-0cc1e4f763eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314077 Mar 11 18:12:26.173189 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b568-004a-4bdd-bc6c-cb75e4c41aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:26.177357 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-b402821a-4d3c-4cf1-8f74-a448e098496c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:26.179620 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-b402821a-4d3c-4cf1-8f74-a448e098496c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.0974553 Mar 11 18:12:26.384413 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port 4b1b7ce1-8207-461f-b2ff-ebd126993875 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:26.384759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:26.544728 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] For port 4b1b7ce1-8207-461f-b2ff-ebd126993875, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b1b7ce1-8207-461f-b2ff-ebd126993875,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:26.545464 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:26.626953 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:26.956497 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a719b02d-6587-4978-91ce-8968ca3aa717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.051997 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5ee5-c2f8-45c5-a7b8-33c2e324a01b req-9798b5f2-3564-49f5-9662-d55b300296ce tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:27.053650 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3ca5ee5-c2f8-45c5-a7b8-33c2e324a01b req-9798b5f2-3564-49f5-9662-d55b300296ce tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.2583156 Mar 11 18:12:27.120503 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a719b02d-6587-4978-91ce-8968ca3aa717 admin admin] Publish callbacks [] for security_group (319ca7df-b4c6-4661-bc86-9d2dc984db72), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.126784 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a719b02d-6587-4978-91ce-8968ca3aa717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (319ca7df-b4c6-4661-bc86-9d2dc984db72), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.171243 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a719b02d-6587-4978-91ce-8968ca3aa717 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=85b2156651944d0abb735a8d54fe4239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421603 Mar 11 18:12:27.173734 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:27.235469 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b02d-6587-4978-91ce-8968ca3aa717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319ca7df-b4c6-4661-bc86-9d2dc984db72,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:27.306259 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] Publish callbacks [] for security_group (319ca7df-b4c6-4661-bc86-9d2dc984db72), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.354722 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] Publish callbacks [] for security_group (319ca7df-b4c6-4661-bc86-9d2dc984db72), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.455993 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (319ca7df-b4c6-4661-bc86-9d2dc984db72), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.460499 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.464241 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed7c5b-bc97-4e00-9eab-1393d2428c68 req-267589f3-e3f9-405f-acd2-2efcecb49b1b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:27.472612 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-72ed7c5b-bc97-4e00-9eab-1393d2428c68 req-267589f3-e3f9-405f-acd2-2efcecb49b1b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 946 time: 0.5287623 Mar 11 18:12:27.473197 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/319ca7df-b4c6-4661-bc86-9d2dc984db72 HTTP/1.1" status: 204 len: 168 time: 0.2967350 Mar 11 18:12:27.494127 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f65b-ec6e-48dd-ae5e-ae1ea0d0dd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ca7df-b4c6-4661-bc86-9d2dc984db72,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:27.525660 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3ca5ee5-c2f8-45c5-a7b8-33c2e324a01b req-eb311686-7364-436a-b2f6-07d4bce12e12 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365585 Mar 11 18:12:27.546382 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.547104 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.547209 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP 2a431937-5d32-414e-93e6-b1c8f0a1c1a0 disassociated. External IP: 172.27.3.39, port: 4b1b7ce1-8207-461f-b2ff-ebd126993875. Mar 11 18:12:27.548611 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for 4b1b7ce1-8207-461f-b2ff-ebd126993875 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:27.708747 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-72ed7c5b-bc97-4e00-9eab-1393d2428c68 req-ddcd0559-a1e0-4a49-a238-3e01339661aa tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=81849118-c692-4be0-992b-c345ba455f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345603 Mar 11 18:12:27.864096 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (4b1b7ce1-8207-461f-b2ff-ebd126993875), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:27.911780 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=4b1b7ce1-8207-461f-b2ff-ebd126993875,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:27.925646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.925646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.927026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.927026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.927026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.927026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929747 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:27.929747 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:28.154575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:28.406215 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:28.418589 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:28.442188 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:28.442827 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:28.493751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d431ab-a0af-4a70-b61f-c11b481149a2 req-485b517f-c8e8-40cf-a1b4-9b39dc920f00 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:28.499632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8d431ab-a0af-4a70-b61f-c11b481149a2 req-485b517f-c8e8-40cf-a1b4-9b39dc920f00 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1668222 Mar 11 18:12:28.500901 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] No DVR routers for this DVR port 4b1b7ce1-8207-461f-b2ff-ebd126993875 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:28.506079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.510336 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d2dfcc7-5a26-4c7e-920b-bc878baac516 req-098e4a55-6a38-4f38-8b88-ba13acd70320 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "DELETE /v2.0/ports/4b1b7ce1-8207-461f-b2ff-ebd126993875 HTTP/1.1" status: 204 len: 173 time: 2.3236547 Mar 11 18:12:28.510934 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'name': 'network-vif-deleted', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:28.521338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebccd15-74ff-4399-94e1-c056bfb30aa6" -d '{"events": [{"server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "name": "network-vif-deleted", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:28.646616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bc6db-6192-4212-9f81-b16d2b6e206a x-openstack-request-id: req-458bc6db-6192-4212-9f81-b16d2b6e206a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:28.647346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fdffe0-3fb6-468d-91ca-5fc7239b8076", "name": "network-vif-deleted", "tag": "4b1b7ce1-8207-461f-b2ff-ebd126993875", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:28.649059 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-458bc6db-6192-4212-9f81-b16d2b6e206a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:28.652590 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:28.655057 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fdffe0-3fb6-468d-91ca-5fc7239b8076', 'name': 'network-vif-deleted', 'tag': '4b1b7ce1-8207-461f-b2ff-ebd126993875', 'status': 'completed', 'code': 200} Mar 11 18:12:28.757878 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f8d431ab-a0af-4a70-b61f-c11b481149a2 req-c6b5a9f3-40ef-4467-93b4-b01ff34b242b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303143 Mar 11 18:12:28.821444 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:28.865667 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:28.887237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b1b7ce1-8207-461f-b2ff-ebd126993875 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:28.914695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32887945-3f12-4b4e-ac20-47846f8be249 req-b7840c48-9832-4ae1-b6cf-505654a58807 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:28.919274 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32887945-3f12-4b4e-ac20-47846f8be249 req-b7840c48-9832-4ae1-b6cf-505654a58807 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1051919 Mar 11 18:12:28.972799 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 4b1b7ce1-8207-461f-b2ff-ebd126993875 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:28.975600 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b1b7ce1-8207-461f-b2ff-ebd126993875 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:29.037658 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e32c36b5-6834-43c3-87c5-dd1a19e2bb8d req-3f83759d-7ccc-47ee-8b52-6989f69b0071 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=e8fdffe0-3fb6-468d-91ca-5fc7239b8076 HTTP/1.1" status: 200 len: 210 time: 0.0669734 Mar 11 18:12:29.114888 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-339026164-network', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:29.124278 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-32887945-3f12-4b4e-ac20-47846f8be249 req-202b0cc8-a6b4-4125-b843-6539b98ae049 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980419 Mar 11 18:12:29.183832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Made reservation on behalf of ae982c57004e41abac773b4455fc3a2b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:29.189600 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.213992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.415700 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks [] for security_group (6a01793a-ebbb-4934-a47f-cae48fb6c892), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.426149 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6a01793a-ebbb-4934-a47f-cae48fb6c892), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.460317 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.462214 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:12:29.488158 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5c2b205b-584d-4871-b7c7-4588251b5d9a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.489959 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Added segment 5c2b205b-584d-4871-b7c7-4588251b5d9a of type vlan for network 6715e92d-0b45-48ce-b7c1-a561db6612c2 Mar 11 18:12:29.530724 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:29.545830 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (6715e92d-0b45-48ce-b7c1-a561db6612c2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.566378 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:29.567008 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:29.608551 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (6715e92d-0b45-48ce-b7c1-a561db6612c2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.610672 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:29.611968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.729541 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Pushing event updated for resources: {'Network': ['ID=6715e92d-0b45-48ce-b7c1-a561db6612c2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:29.765518 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9428949 Mar 11 18:12:29.766912 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5a11-d164-4f78-afee-d5bdd9d9c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a01793a-ebbb-4934-a47f-cae48fb6c892,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:29.769877 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:29.776482 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:12:29.817866 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.818023 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Request body: {'subnet': {'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-339026164-subnet', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:29.885695 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Made reservation on behalf of ae982c57004e41abac773b4455fc3a2b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:29.889824 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:29.954541 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:29.997374 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241295b-a05e-46ca-857a-f9c0ca901c0d req-cf42cfab-0053-4559-9367-597a2685bc6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.016111 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4241295b-a05e-46ca-857a-f9c0ca901c0d req-cf42cfab-0053-4559-9367-597a2685bc6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1243088 Mar 11 18:12:30.182962 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4241295b-a05e-46ca-857a-f9c0ca901c0d req-eca3c7b6-daa0-4e2d-a402-6d905f4c0507 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630180 Mar 11 18:12:30.302968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:30.394881 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for subnet (9c96c67e-6468-429b-ad21-268f5b305b00), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.399834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155376ed-b195-479a-8c5f-c34ae25e89b3 req-46c1f7d1-e1a2-45df-bc9f-6eebef83e017 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.405698 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (81849118-c692-4be0-992b-c345ba455f6e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.420485 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-155376ed-b195-479a-8c5f-c34ae25e89b3 req-46c1f7d1-e1a2-45df-bc9f-6eebef83e017 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1497283 Mar 11 18:12:30.537022 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-155376ed-b195-479a-8c5f-c34ae25e89b3 req-2279f93c-f8db-4e88-853c-d4d009271873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081285 Mar 11 18:12:30.627394 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c96c67e-6468-429b-ad21-268f5b305b00,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:30.676074 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (81849118-c692-4be0-992b-c345ba455f6e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.681223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Checking segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:30.684122 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Network hostable DHCP agents. Network: 6715e92d-0b45-48ce-b7c1-a561db6612c2, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:12:30.713178 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.847835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:12:30.874554 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:30.881419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf207-859f-4d4c-918b-017dc594022e req-844e7613-c004-4a8d-97fd-73afbac7cd27 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.891924 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60fcf207-859f-4d4c-918b-017dc594022e req-844e7613-c004-4a8d-97fd-73afbac7cd27 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.1375501 Mar 11 18:12:30.894795 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 6715e92d-0b45-48ce-b7c1-a561db6612c2) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:30.896992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (81849118-c692-4be0-992b-c345ba455f6e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.908425 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.909937 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/security-groups/81849118-c692-4be0-992b-c345ba455f6e HTTP/1.1" status: 204 len: 168 time: 0.6052215 Mar 11 18:12:30.914618 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23378e6f-f5cf-4b2e-8f3e-8150ae269ee9 None None] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:12:30.917562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:30.920765 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:30.923250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38656) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:30.938750 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d51e5-06ff-41ca-974d-44c038bac259 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd18b3eaa-0439-43ef-9611-478a3d999650', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '1425fb9b-538f-4780-9292-0e3c51a69378', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:34:7f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:09:15Z', 'updated_at': '2022-03-11T18:09:48Z', 'revision_number': 2, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:31.009249 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd68cc-5719-4559-ae54-a9590ea10c95 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81849118-c692-4be0-992b-c345ba455f6e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:31.026971 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.api.v2.resource [None req-4f1926a1-e67e-42bf-b4f7-1ee45625575e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] show failed (client error): The resource could not be found. Mar 11 18:12:31.028211 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4f1926a1-e67e-42bf-b4f7-1ee45625575e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups/81849118-c692-4be0-992b-c345ba455f6e HTTP/1.1" status: 404 len: 347 time: 0.0957518 Mar 11 18:12:31.032440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:31.043019 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a6bb1235-20a3-43eb-b3f9-bd3cd2194bdc admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2718272 Mar 11 18:12:31.044466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:31.055827 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:31.104933 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.106364 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.282524 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for router_controller (3a0de283-aeca-476c-9376-ccffcbd6cd99), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.342443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-6715e92d-0b45-48ce-b7c1-a561db6612c2', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:12:31.343340 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.454475 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Deleting port 22b5c85b-2454-4c37-9017-76ad7d6f4923 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:31.454919 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.687756 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15d47ae-0038-49b0-ac07-181524490bb6 None None] New status for floating IP 2a431937-5d32-414e-93e6-b1c8f0a1c1a0: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:31.691906 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for router_gateway (3a0de283-aeca-476c-9376-ccffcbd6cd99), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.888296 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port c27efb12-5db4-4f6f-8098-5643575959ff {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:31.889147 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:31.994285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36a31-9282-447c-b9aa-dd52f51930d1 req-a222091b-5fde-43d0-ab27-415c14449ce9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:31.996426 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ad36a31-9282-447c-b9aa-dd52f51930d1 req-a222091b-5fde-43d0-ab27-415c14449ce9 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 946 time: 0.5741441 Mar 11 18:12:32.020635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] For port 22b5c85b-2454-4c37-9017-76ad7d6f4923, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=22b5c85b-2454-4c37-9017-76ad7d6f4923,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:32.020918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.203361 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Calling delete_port for 22b5c85b-2454-4c37-9017-76ad7d6f4923 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:32.253452 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Allocated IP 172.20.0.2 (6715e92d-0b45-48ce-b7c1-a561db6612c2/9c96c67e-6468-429b-ad21-268f5b305b00/956ba17a-9161-420f-83c5-2f7fdc4d9486) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:32.259748 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fb37-48d1-4fdd-9a70-6024c75de13d req-6e1a8c15-71fd-49de-b6ce-e1ef7830ad38 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:32.261972 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for router_gateway (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.272425 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3482fb37-48d1-4fdd-9a70-6024c75de13d req-6e1a8c15-71fd-49de-b6ce-e1ef7830ad38 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.5269861 Mar 11 18:12:32.324048 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.419119 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ad36a31-9282-447c-b9aa-dd52f51930d1 req-1f9eb7a8-46ea-467f-8821-91c877b96226 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828478 Mar 11 18:12:32.468351 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Allocated IP 172.27.3.96 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/a4ba28b6-9e33-46a4-a616-86a8fd1d16ff) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:32.500997 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.501602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (c27efb12-5db4-4f6f-8098-5643575959ff), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.554442 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for c27efb12-5db4-4f6f-8098-5643575959ff owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:32.578169 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3482fb37-48d1-4fdd-9a70-6024c75de13d req-f6fe4589-73e7-4715-91e9-ef78b201b95e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038850 Mar 11 18:12:32.764237 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (22b5c85b-2454-4c37-9017-76ad7d6f4923), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.819885 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Pushing event deleted for resources: {'Port': ['ID=22b5c85b-2454-4c37-9017-76ad7d6f4923,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:32.871134 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks [] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.893156 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['121fecfb-0063-487e-9077-80078433a017', '22b5c85b-2454-4c37-9017-76ad7d6f4923'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:12:32.904173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] No DVR routers for this DVR port 22b5c85b-2454-4c37-9017-76ad7d6f4923 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:32.912761 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:32.918933 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60fcf207-859f-4d4c-918b-017dc594022e req-141bb9cb-b986-4f71-9396-3fde2270e275 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "DELETE /v2.0/ports/22b5c85b-2454-4c37-9017-76ad7d6f4923 HTTP/1.1" status: 204 len: 173 time: 2.0293818 Mar 11 18:12:32.919495 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'name': 'network-vif-deleted', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:32.926595 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4ddeb-5548-4a02-9b40-0210d95f9fe9" -d '{"events": [{"server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "name": "network-vif-deleted", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:32.983412 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (c27efb12-5db4-4f6f-8098-5643575959ff), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.066666 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.193114 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744a7b8-bbea-458c-bc8a-174438f79bbe x-openstack-request-id: req-6744a7b8-bbea-458c-bc8a-174438f79bbe {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:33.195610 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed58572c-2391-4396-b51c-864a9ff6dac4", "name": "network-vif-deleted", "tag": "22b5c85b-2454-4c37-9017-76ad7d6f4923", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:33.196991 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6744a7b8-bbea-458c-bc8a-174438f79bbe {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:33.199335 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed58572c-2391-4396-b51c-864a9ff6dac4', 'name': 'network-vif-deleted', 'tag': '22b5c85b-2454-4c37-9017-76ad7d6f4923', 'status': 'completed', 'code': 200} Mar 11 18:12:33.202822 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:33.210673 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=c27efb12-5db4-4f6f-8098-5643575959ff,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:33.275973 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.333895 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:33.364684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:33.381869 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.390383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (2a431937-5d32-414e-93e6-b1c8f0a1c1a0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.394448 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.401352 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fbaa01db-37f9-4526-a357-a2ed0ce0a1eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/floatingips/2a431937-5d32-414e-93e6-b1c8f0a1c1a0 HTTP/1.1" status: 204 len: 168 time: 2.3624516 Mar 11 18:12:33.557920 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:33.609294 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:33.618084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:33.629778 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:33.729101 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7a7b4c7c-9d53-451b-bde0-1227e7fc7e1f req-2be55382-c693-48c6-83e3-50d656decfc6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=ed58572c-2391-4396-b51c-864a9ff6dac4 HTTP/1.1" status: 200 len: 210 time: 0.0570290 Mar 11 18:12:33.742457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Attempting to bind port 956ba17a-9161-420f-83c5-2f7fdc4d9486 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:33.743359 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Attempting to bind port 956ba17a-9161-420f-83c5-2f7fdc4d9486 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:33.745255 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Attempting to bind port 956ba17a-9161-420f-83c5-2f7fdc4d9486 on network 6715e92d-0b45-48ce-b7c1-a561db6612c2 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:33.775691 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:33.777430 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Checking segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:33.778007 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.778453 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Bound using segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:33.780167 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Bound port: 956ba17a-9161-420f-83c5-2f7fdc4d9486, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:33.790536 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:33.798084 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Pushing event updated for resources: {'Port': ['ID=956ba17a-9161-420f-83c5-2f7fdc4d9486,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:34.138143 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] For port 956ba17a-9161-420f-83c5-2f7fdc4d9486, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:34.162959 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] For port 956ba17a-9161-420f-83c5-2f7fdc4d9486, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=956ba17a-9161-420f-83c5-2f7fdc4d9486,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:34.180962 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:34.275719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f2c83-2ebb-48ee-a711-e8e2062b5e16 req-d96d9f6c-ad02-4f95-80ac-f96854a36e40 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:34.298905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-726f2c83-2ebb-48ee-a711-e8e2062b5e16 req-d96d9f6c-ad02-4f95-80ac-f96854a36e40 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.3239496 Mar 11 18:12:34.386697 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51595d6-9489-4354-ab5c-4e1a6c83b343 None None] Pushing event updated for resources: {'Port': ['ID=956ba17a-9161-420f-83c5-2f7fdc4d9486,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:34.472842 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-726f2c83-2ebb-48ee-a711-e8e2062b5e16 req-3fa41038-d8b8-4983-b130-f52002131db3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691322 Mar 11 18:12:34.605768 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for router_gateway (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:34.920255 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 22b5c85b-2454-4c37-9017-76ad7d6f4923 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:34.964508 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 22b5c85b-2454-4c37-9017-76ad7d6f4923 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:34.965015 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 22b5c85b-2454-4c37-9017-76ad7d6f4923 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:35.128112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:35.177812 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38718) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:35.422510 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Router 3a0de283-aeca-476c-9376-ccffcbd6cd99 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:12:35.452440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Deleting subnet 17c844be-ee57-4bb7-95b4-368b02d9aeec {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:12:35.463521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Publish callbacks [] for subnet (17c844be-ee57-4bb7-95b4-368b02d9aeec), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:35.550211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (17c844be-ee57-4bb7-95b4-368b02d9aeec), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:35.618636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2099f-d262-4be7-b7a3-15360d668bc8 req-7e4c12b5-1ec0-4a5e-b199-a2c6ac4c7f4b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:35.623068 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37e2099f-d262-4be7-b7a3-15360d668bc8 req-7e4c12b5-1ec0-4a5e-b199-a2c6ac4c7f4b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.2755160 Mar 11 18:12:35.697451 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:35.711268 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Sync routers for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:35.733227 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:35.735417 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:35.743494 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:35.744844 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d56e8760-bfd3-4d28-8384-8aa1b7e996b2 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6992815 Mar 11 18:12:35.752396 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:35.903516 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37e2099f-d262-4be7-b7a3-15360d668bc8 req-8757330b-235d-4cf4-8b71-5b41e5277f12 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616966 Mar 11 18:12:35.917458 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (17c844be-ee57-4bb7-95b4-368b02d9aeec), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.063056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14167-87cc-47a3-83fe-637ce2279572 req-871855ad-23eb-4517-8e7c-ce914b227d92 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:36.070208 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87d14167-87cc-47a3-83fe-637ce2279572 req-871855ad-23eb-4517-8e7c-ce914b227d92 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.4426026 Mar 11 18:12:36.077646 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f7645-286f-46e5-883e-c6106523e14b None None] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:12:36.164752 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:36.196734 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (17c844be-ee57-4bb7-95b4-368b02d9aeec), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.282178 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.289899 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/17c844be-ee57-4bb7-95b4-368b02d9aeec HTTP/1.1" status: 204 len: 168 time: 1.1091809 Mar 11 18:12:36.295410 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87d14167-87cc-47a3-83fe-637ce2279572 req-591f555c-012d-46b3-b617-a76e9f9eaaf8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243352 Mar 11 18:12:36.295953 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38732) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:36.304050 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a48ac2-b4fb-4ca4-8c39-01e07da55a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c844be-ee57-4bb7-95b4-368b02d9aeec,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:36.335307 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 956ba17a-9161-420f-83c5-2f7fdc4d9486 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:36.343657 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Provisioning complete for port 956ba17a-9161-420f-83c5-2f7fdc4d9486 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:36.348566 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.480041 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (e84f2ecf-1bcc-4451-9380-d480ea600777), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.586036 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:34Z', 'revision_number': 3, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:36.618785 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Current status of the port 956ba17a-9161-420f-83c5-2f7fdc4d9486 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:36.619648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.650089 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Checking router: 3a0de283-aeca-476c-9376-ccffcbd6cd99 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:36.650443 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Updating router 3a0de283-aeca-476c-9376-ccffcbd6cd99 port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:36.678473 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (e84f2ecf-1bcc-4451-9380-d480ea600777), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.719843 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] For port 956ba17a-9161-420f-83c5-2f7fdc4d9486, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=956ba17a-9161-420f-83c5-2f7fdc4d9486,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:36.724283 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84f2ecf-1bcc-4451-9380-d480ea600777']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:36.727915 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.742518 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.743229 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f64f39-b69e-4920-bc2a-945d549be15d') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:36.743229 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f64f39-b69e-4920-bc2a-945d549be15d') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:36.743443 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.756490 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (a1f64f39-b69e-4920-bc2a-945d549be15d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.762190 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 956ba17a-9161-420f-83c5-2f7fdc4d9486 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:36.762710 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.788369 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447d5a8-ce5d-458e-a2ee-922f98f8f998 req-720cf365-9659-4aac-b922-8b58af952972 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:36.801942 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d447d5a8-ce5d-458e-a2ee-922f98f8f998 req-720cf365-9659-4aac-b922-8b58af952972 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.2119880 Mar 11 18:12:36.810753 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (a1f64f39-b69e-4920-bc2a-945d549be15d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.825251 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:12:36.825665 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (a1f64f39-b69e-4920-bc2a-945d549be15d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:12:36.827399 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:12:36.907310 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537374e-8d13-4f4d-a1ce-c1dc191e72c3 None None] Pushing event updated for resources: {'Port': ['ID=956ba17a-9161-420f-83c5-2f7fdc4d9486,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:36.970955 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d447d5a8-ce5d-458e-a2ee-922f98f8f998 req-caa2e726-2717-4827-8f13-efdd266f83b7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649320 Mar 11 18:12:36.986346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (e84f2ecf-1bcc-4451-9380-d480ea600777), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.990877 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:36.998262 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e84f2ecf-1bcc-4451-9380-d480ea600777 HTTP/1.1" status: 204 len: 168 time: 0.7010846 Mar 11 18:12:37.014017 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1af8fc-ab11-4c97-a301-81d3dfcc36a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84f2ecf-1bcc-4451-9380-d480ea600777,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.136745 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Allocated IP 172.20.0.1 (6715e92d-0b45-48ce-b7c1-a561db6612c2/9c96c67e-6468-429b-ad21-268f5b305b00/6e021457-7581-431f-9a14-c5b0b820d66f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:37.204184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985df22b-c55d-4e02-9262-04f6704a1df8 req-baad1a79-9ea9-43c9-be52-46cfc17e85b6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:37.206687 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-985df22b-c55d-4e02-9262-04f6704a1df8 req-baad1a79-9ea9-43c9-be52-46cfc17e85b6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.1173337 Mar 11 18:12:37.321016 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-985df22b-c55d-4e02-9262-04f6704a1df8 req-30c85de5-eed0-4765-85d4-5e18b2cc7a32 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073077 Mar 11 18:12:37.382641 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:37.410425 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks [] for port (6e021457-7581-431f-9a14-c5b0b820d66f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.446090 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-aceeb5cf-f286-485f-bedb-5c5593c8da4e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cdce01f362c84464a23b79e7758c2223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590029 Mar 11 18:12:37.446805 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:37.461163 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks [] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.461768 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-43e3ef5e-89e8-46cb-83d4-42d9252e256d None None] Provisioning complete for port 956ba17a-9161-420f-83c5-2f7fdc4d9486 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:37.463303 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43e3ef5e-89e8-46cb-83d4-42d9252e256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.473698 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.520972 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 956ba17a-9161-420f-83c5-2f7fdc4d9486 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:37.532632 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Pushing event updated for resources: {'Port': ['ID=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.543010 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.544414 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.544941 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.545459 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.546117 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.547076 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.547733 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.548251 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.548834 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.549493 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.550069 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.550572 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.551198 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:37.554399 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb0cc-5ad5-4692-9af9-3ddeac8f5f34 req-ea20f7bf-d258-4e6d-976a-e5a496784b19 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:37.589893 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-924fb0cc-5ad5-4692-9af9-3ddeac8f5f34 req-ea20f7bf-d258-4e6d-976a-e5a496784b19 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1399314 Mar 11 18:12:37.601974 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.614621 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Attempting to bind port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:37.615325 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Attempting to bind port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:37.615932 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Attempting to bind port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:37.636949 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:37.637783 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:37.638861 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.639430 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:37.640276 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Bound port: a4ba28b6-9e33-46a4-a616-86a8fd1d16ff, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:37.642341 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.652986 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-924fb0cc-5ad5-4692-9af9-3ddeac8f5f34 req-a779c19f-9839-41cb-a596-65fd42058580 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618153 Mar 11 18:12:37.662837 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-43e3ef5e-89e8-46cb-83d4-42d9252e256d None None] Current status of the port 956ba17a-9161-420f-83c5-2f7fdc4d9486 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:37.674625 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:37.697669 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:37.708814 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:37.709468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.715627 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Publish callbacks [] for security_group (7f3711f1-7112-4280-ac53-67adf2e04a95), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.769923 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] For port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:37.775383 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] For port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:37.799939 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Pushing event updated for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.800587 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.845387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Publish callbacks [] for security_group (7f3711f1-7112-4280-ac53-67adf2e04a95), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:37.906850 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6b8e-5ca1-4abf-bae5-212c8b6285b1 None None] Pushing event updated for resources: {'Port': ['ID=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:37.948273 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:37.949330 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:38.054794 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (7f3711f1-7112-4280-ac53-67adf2e04a95), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.057749 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.066130 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7f3711f1-7112-4280-ac53-67adf2e04a95 HTTP/1.1" status: 204 len: 168 time: 0.6183877 Mar 11 18:12:38.115427 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3711f1-7112-4280-ac53-67adf2e04a95,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:38.127238 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.132305 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.133201 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.133990 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.134767 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.135724 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.136540 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.137384 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.138214 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.140068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.141000 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.141808 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.142817 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.143604 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962db2cd-5647-4483-9468-61a35c13ded0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:12:38.144708 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bc6486a2-a6a6-4b75-ba87-07582c90f496 None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:38.145087 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bc6486a2-a6a6-4b75-ba87-07582c90f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.165644 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:38.288252 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 956ba17a-9161-420f-83c5-2f7fdc4d9486 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:38.390589 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-71f844ba-36bc-435c-a36b-bdc8679f1d7f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:38.397546 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-71f844ba-36bc-435c-a36b-bdc8679f1d7f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.1816945 Mar 11 18:12:38.449642 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bc6486a2-a6a6-4b75-ba87-07582c90f496 None None] Port 6e021457-7581-431f-9a14-c5b0b820d66f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:12:38.468174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64375f-7f86-4362-8e9c-b479b0a13a48 req-8b4730e7-0721-4dd5-bee9-8d15428b318a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:38.475963 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef64375f-7f86-4362-8e9c-b479b0a13a48 req-8b4730e7-0721-4dd5-bee9-8d15428b318a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 946 time: 0.3790352 Mar 11 18:12:38.509182 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 956ba17a-9161-420f-83c5-2f7fdc4d9486 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:38.510009 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.814217 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 956ba17a-9161-420f-83c5-2f7fdc4d9486 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:38.841021 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks [] for port (6e021457-7581-431f-9a14-c5b0b820d66f), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.843232 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef64375f-7f86-4362-8e9c-b479b0a13a48 req-5ccb3cd6-388e-480f-a8fe-5e26145e83d2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=6703071c-7114-4411-a201-814bd4f10ad9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954838 Mar 11 18:12:38.874514 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.875486 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:38.901321 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:34Z', 'revision_number': 3, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:38.963896 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b7fa0f-e063-4dd3-97ae-5dcdc99b5ca7 None None] The sync data for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi is: [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:34Z', 'revision_number': 3, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:39.129242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9fc7f-d0ae-4bdb-9372-6056eeab691b req-a2e7b4a4-2873-44da-a825-b7a9c211e2be tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:39.144016 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Pushing event updated for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:39.177156 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fc9fc7f-d0ae-4bdb-9372-6056eeab691b req-a2e7b4a4-2873-44da-a825-b7a9c211e2be tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.6007435 Mar 11 18:12:39.188398 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:39.196594 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:39.404317 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fc9fc7f-d0ae-4bdb-9372-6056eeab691b req-0670236c-7808-4c99-9e91-22bbed0abf93 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227035 Mar 11 18:12:39.417890 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port 1425fb9b-538f-4780-9292-0e3c51a69378 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:39.421608 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:39.629458 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] For port 1425fb9b-538f-4780-9292-0e3c51a69378, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1425fb9b-538f-4780-9292-0e3c51a69378,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:39.629837 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:39.946917 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:39.948037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:39.948037 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP d18b3eaa-0439-43ef-9611-478a3d999650 disassociated. External IP: 172.27.3.127, port: 1425fb9b-538f-4780-9292-0e3c51a69378. Mar 11 18:12:39.948037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for 1425fb9b-538f-4780-9292-0e3c51a69378 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:39.974973 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-31959ff3-4c3c-4fdf-b1b1-415516382777 None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:39.977328 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-31959ff3-4c3c-4fdf-b1b1-415516382777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:40.082705 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-31959ff3-4c3c-4fdf-b1b1-415516382777 None None] Port 6e021457-7581-431f-9a14-c5b0b820d66f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:12:40.203217 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (1425fb9b-538f-4780-9292-0e3c51a69378), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:40.325926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71314b-3050-4428-adec-6f8c0f0936c6 req-8ac022e2-1ec4-492e-ae79-90a8b4d209b9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:40.335058 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be71314b-3050-4428-adec-6f8c0f0936c6 req-8ac022e2-1ec4-492e-ae79-90a8b4d209b9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 1.2699170 Mar 11 18:12:40.343617 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5005b60-b097-40ac-99cf-58bd876563ec req-f710687d-dcfa-413f-84ef-11cb8a382ee3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 210 time: 0.1460323 Mar 11 18:12:40.349671 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=1425fb9b-538f-4780-9292-0e3c51a69378,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:40.418219 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device a4ba28b6-9e33-46a4-a616-86a8fd1d16ff up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:40.508692 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-be71314b-3050-4428-adec-6f8c0f0936c6 req-f97abf2f-e3a8-4fef-8733-f9deb6f49697 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722212 Mar 11 18:12:40.600395 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:40.600395 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:40.654559 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Router 3a0de283-aeca-476c-9376-ccffcbd6cd99 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:40.952684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:40.953377 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:40.959094 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1425fb9b-538f-4780-9292-0e3c51a69378 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:41.096790 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 1425fb9b-538f-4780-9292-0e3c51a69378 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:41.103758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 1425fb9b-538f-4780-9292-0e3c51a69378 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:41.110045 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:41.124549 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:41.188064 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:41.235179 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ca3f1a65-3429-46f4-b146-5e0fea25c9ad admin admin] 10.222.0.105 "PUT /v2.0/routers/3a0de283-aeca-476c-9376-ccffcbd6cd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4814665 Mar 11 18:12:41.239738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:41.287043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-6d8e0960-b7aa-4be4-ba59-f34661213a6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:41.289474 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-6d8e0960-b7aa-4be4-ba59-f34661213a6b tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.3753171 Mar 11 18:12:41.303186 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:41.308579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4c1f2-11a2-4177-992b-66a35f329d34 req-1561fe5b-5a1f-4f16-bcbe-9f563515dab6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:41.325042 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ad4c1f2-11a2-4177-992b-66a35f329d34 req-1561fe5b-5a1f-4f16-bcbe-9f563515dab6 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 946 time: 0.7072072 Mar 11 18:12:41.480424 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ad4c1f2-11a2-4177-992b-66a35f329d34 req-54e0636d-53fc-40d0-85db-ecd03b97da00 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/security-groups?id=739a7066-bdee-4aac-9c66-4e823fbcf1ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537318 Mar 11 18:12:41.636316 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9078972c-0652-453b-bb25-19eb6dd8cb05 req-c52dc9ac-8010-46f8-a994-11e32df362f7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8de0c72-9f80-453e-8dd6-661ffa89cc2e HTTP/1.1" status: 200 len: 210 time: 0.0961359 Mar 11 18:12:41.645720 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Deleting port 121fecfb-0063-487e-9077-80078433a017 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:41.646014 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (121fecfb-0063-487e-9077-80078433a017), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:41.760277 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:41.771523 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:41.797217 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:41.800774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:41.829852 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] For port 121fecfb-0063-487e-9077-80078433a017, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=121fecfb-0063-487e-9077-80078433a017,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:41.830429 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (121fecfb-0063-487e-9077-80078433a017), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:41.845172 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] No DVR routers for this DVR port 1425fb9b-538f-4780-9292-0e3c51a69378 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:41.850367 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:41.855363 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-648b0aa5-40e5-4762-a014-4e0ca0416edc req-9fc60377-e421-4e4a-9458-a29dbb6ca9d6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "DELETE /v2.0/ports/1425fb9b-538f-4780-9292-0e3c51a69378 HTTP/1.1" status: 204 len: 173 time: 3.4447203 Mar 11 18:12:41.856094 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'name': 'network-vif-deleted', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:41.859068 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fbd432-2a17-41b5-a758-ad012b90f032" -d '{"events": [{"server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "name": "network-vif-deleted", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:41.859226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Calling delete_port for 121fecfb-0063-487e-9077-80078433a017 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:41.931294 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fce51-7609-4cc2-99c4-dbe81bf67b8b req-cfd57132-d634-439e-ae20-f47bd22846b5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:41.939050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c0fce51-7609-4cc2-99c4-dbe81bf67b8b req-cfd57132-d634-439e-ae20-f47bd22846b5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.2903359 Mar 11 18:12:41.974382 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6670b-2663-4967-be61-cd2efc23e259 x-openstack-request-id: req-1bc6670b-2663-4967-be61-cd2efc23e259 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:41.978038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8de0c72-9f80-453e-8dd6-661ffa89cc2e", "name": "network-vif-deleted", "tag": "1425fb9b-538f-4780-9292-0e3c51a69378", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:41.980117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1bc6670b-2663-4967-be61-cd2efc23e259 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:41.981162 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8de0c72-9f80-453e-8dd6-661ffa89cc2e', 'name': 'network-vif-deleted', 'tag': '1425fb9b-538f-4780-9292-0e3c51a69378', 'status': 'completed', 'code': 200} Mar 11 18:12:42.117198 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c0fce51-7609-4cc2-99c4-dbe81bf67b8b req-3395a363-2f30-4854-8672-e57902c39797 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723790 Mar 11 18:12:42.198480 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:42.244017 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device a4ba28b6-9e33-46a4-a616-86a8fd1d16ff up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:42.294261 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (121fecfb-0063-487e-9077-80078433a017), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.339386 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Pushing event deleted for resources: {'Port': ['ID=121fecfb-0063-487e-9077-80078433a017,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:42.377512 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['121fecfb-0063-487e-9077-80078433a017'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:12:42.444875 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38810) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:42.454920 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1092053820-network', 'tenant_id': '1e00f141d7de433994891642c5c554d0'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:42.461870 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] No DVR routers for this DVR port 121fecfb-0063-487e-9077-80078433a017 on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:12:42.469294 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.475651 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e0d366d8-ec89-4321-ab6d-42cf8a68481e req-f7d3c235-3d1a-47fd-bca5-c92e42205a65 tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.107 "DELETE /v2.0/ports/121fecfb-0063-487e-9077-80078433a017 HTTP/1.1" status: 204 len: 173 time: 1.1777833 Mar 11 18:12:42.477658 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'name': 'network-vif-deleted', 'tag': '121fecfb-0063-487e-9077-80078433a017'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:42.483589 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a381381b-9e5f-4341-b320-846a82542b2c" -d '{"events": [{"server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "name": "network-vif-deleted", "tag": "121fecfb-0063-487e-9077-80078433a017"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:42.520612 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Made reservation on behalf of 1e00f141d7de433994891642c5c554d0 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:42.523071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.532722 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.568826 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a694c7-9aea-4903-998c-55c7c278e799 x-openstack-request-id: req-38a694c7-9aea-4903-998c-55c7c278e799 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:42.568826 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f66061f-390f-4546-9152-193ac3cea896", "name": "network-vif-deleted", "tag": "121fecfb-0063-487e-9077-80078433a017", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:42.568826 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-38a694c7-9aea-4903-998c-55c7c278e799 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:42.569221 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f66061f-390f-4546-9152-193ac3cea896', 'name': 'network-vif-deleted', 'tag': '121fecfb-0063-487e-9077-80078433a017', 'status': 'completed', 'code': 200} Mar 11 18:12:42.752128 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Sync routers for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:42.775944 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:42.779936 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:42.788142 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bddfec53-41cb-4fa3-bf8b-35eb7ec1232a req-fb064194-8849-4313-8649-df24a8645bef tempest-ServerRescueNegativeTestJSON-463647592 tempest-ServerRescueNegativeTestJSON-463647592-project] 10.222.0.105 "GET /v2.0/ports?device_id=1f66061f-390f-4546-9152-193ac3cea896 HTTP/1.1" status: 200 len: 210 time: 0.0949421 Mar 11 18:12:42.800250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:42.833888 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks [] for security_group (93c8a403-61f9-47b0-9f75-f5c2bb23e77c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.848205 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (93c8a403-61f9-47b0-9f75-f5c2bb23e77c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.879781 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:12:42.888847 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:42.889249 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.896300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (43716f11-ca17-4bf9-a580-78ddbd252a65), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.896664 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Added segment 43716f11-ca17-4bf9-a580-78ddbd252a65 of type vlan for network c24272ce-fb92-49e5-b65f-d8aca534f8be Mar 11 18:12:42.938574 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (6703071c-7114-4411-a201-814bd4f10ad9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:42.974005 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (c24272ce-fb92-49e5-b65f-d8aca534f8be), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.004073 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:43.013560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (6703071c-7114-4411-a201-814bd4f10ad9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.025230 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (c24272ce-fb92-49e5-b65f-d8aca534f8be), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.027717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:43.029187 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.051416 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:43.072374 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:43.080153 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:43.081127 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:43.116936 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:43.148153 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Pushing event updated for resources: {'Network': ['ID=c24272ce-fb92-49e5-b65f-d8aca534f8be,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:43.184908 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6703071c-7114-4411-a201-814bd4f10ad9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.187537 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.189332 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/security-groups/6703071c-7114-4411-a201-814bd4f10ad9 HTTP/1.1" status: 204 len: 168 time: 0.3880761 Mar 11 18:12:43.194047 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:43.228226 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7809353 Mar 11 18:12:43.229407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551301e1-8cf5-455b-bd9e-4fe55f884997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8a403-61f9-47b0-9f75-f5c2bb23e77c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:43.239602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38830) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:43.257779 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Request body: {'subnet': {'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1092053820-subnet', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:43.273725 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214563e-0827-4408-8f05-60a4c18d4f79 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703071c-7114-4411-a201-814bd4f10ad9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:43.301782 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.api.v2.resource [None req-20f23c72-8844-4406-83c8-a6111d9571c3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] show failed (client error): The resource could not be found. Mar 11 18:12:43.302835 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-20f23c72-8844-4406-83c8-a6111d9571c3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups/6703071c-7114-4411-a201-814bd4f10ad9 HTTP/1.1" status: 404 len: 347 time: 0.0909200 Mar 11 18:12:43.325608 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:43.342146 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:43.416428 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e866596-137b-4d3c-b4cb-a0fd47c1bbd8 req-e5490670-e1fe-4de2-b35c-e792d27787d6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:43.426854 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e866596-137b-4d3c-b4cb-a0fd47c1bbd8 req-e5490670-e1fe-4de2-b35c-e792d27787d6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1198528 Mar 11 18:12:43.481584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Made reservation on behalf of 1e00f141d7de433994891642c5c554d0 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:43.484856 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.486226 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network c24272ce-fb92-49e5-b65f-d8aca534f8be details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:12:43.501192 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e866596-137b-4d3c-b4cb-a0fd47c1bbd8 req-de239910-1a82-4e5e-b94f-071084d4482d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Mar 11 18:12:43.647539 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port a3844389-533a-4678-9627-d275c8398d08 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:43.647967 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (a3844389-533a-4678-9627-d275c8398d08), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.733621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (a4bc3c90-db05-4294-84ec-dc436ffd1747), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.744713 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:43.774770 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b8f3d-f98b-4794-9d62-206b0c54e207 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:43.834058 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Checking segment: {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:43.836446 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Network hostable DHCP agents. Network: c24272ce-fb92-49e5-b65f-d8aca534f8be, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:12:43.853468 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bc3c90-db05-4294-84ec-dc436ffd1747,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:43.884234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38838) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:43.892412 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (a3844389-533a-4678-9627-d275c8398d08), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.892734 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (a3844389-533a-4678-9627-d275c8398d08), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:43.921258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for a3844389-533a-4678-9627-d275c8398d08 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:43.953612 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Network c24272ce-fb92-49e5-b65f-d8aca534f8be is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:12:43.976115 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, c24272ce-fb92-49e5-b65f-d8aca534f8be) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:43.986196 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f36c00-925a-4eee-8ba7-1f8b4378bab4 None None] Network c24272ce-fb92-49e5-b65f-d8aca534f8be requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:12:43.986550 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 2, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:43.988762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:43.989592 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.062901 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f2a94938-1947-436b-a9cd-786e436058bb admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8201210 Mar 11 18:12:44.064131 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:44.064635 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Checking router: 3a0de283-aeca-476c-9376-ccffcbd6cd99 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:44.064992 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Updating router 3a0de283-aeca-476c-9376-ccffcbd6cd99 port 6e021457-7581-431f-9a14-c5b0b820d66f binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:44.072025 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:44.131235 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.191399 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.192827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.259298 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (a3844389-533a-4678-9627-d275c8398d08), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.261771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-c24272ce-fb92-49e5-b65f-d8aca534f8be', 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be', 'project_id': '1e00f141d7de433994891642c5c554d0', 'fixed_ips': [{'subnet_id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:12:44.262910 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.310696 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=a3844389-533a-4678-9627-d275c8398d08,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.314701 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16e236-2bf9-4ca1-b01f-b98e14abacf4 None None] New status for floating IP d18b3eaa-0439-43ef-9611-478a3d999650: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:12:44.344191 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for router_controller (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.370747 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (d18b3eaa-0439-43ef-9611-478a3d999650), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.378817 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.388287 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e26f9a37-1a1a-41d7-9bb1-583514d22321 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/floatingips/d18b3eaa-0439-43ef-9611-478a3d999650 HTTP/1.1" status: 204 len: 168 time: 1.0614853 Mar 11 18:12:44.526838 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for router_gateway (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.582669 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks [] for port (6e021457-7581-431f-9a14-c5b0b820d66f), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.592463 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.653659 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12d940-66f2-4f6d-83db-6d3e2a33d155 None None] Pushing event updated for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:44.673787 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Allocated IP 172.20.0.2 (c24272ce-fb92-49e5-b65f-d8aca534f8be/a4bc3c90-db05-4294-84ec-dc436ffd1747/13bc81f4-2c35-4519-84f8-d3b8ec6e4a64) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:44.801886 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Attempting to bind port 6e021457-7581-431f-9a14-c5b0b820d66f on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:44.802309 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Attempting to bind port 6e021457-7581-431f-9a14-c5b0b820d66f by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:44.802678 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Attempting to bind port 6e021457-7581-431f-9a14-c5b0b820d66f on network 6715e92d-0b45-48ce-b7c1-a561db6612c2 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:44.822367 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:44.822794 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Checking segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:44.823461 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.824036 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Bound using segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:44.824806 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Bound port: 6e021457-7581-431f-9a14-c5b0b820d66f, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:44.825394 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:44.914892 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f604787-c44d-4805-ad16-21e3e8043a66 req-0750a77e-2491-4713-82c2-f7106ffd637b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:44.917901 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f604787-c44d-4805-ad16-21e3e8043a66 req-0750a77e-2491-4713-82c2-f7106ffd637b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1746430 Mar 11 18:12:44.970017 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] For port 6e021457-7581-431f-9a14-c5b0b820d66f, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:44.974695 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] For port 6e021457-7581-431f-9a14-c5b0b820d66f, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6e021457-7581-431f-9a14-c5b0b820d66f,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:44.990964 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.033560 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks [] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.063286 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:45.064347 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:45.136158 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.157415 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12d940-66f2-4f6d-83db-6d3e2a33d155 None None] Pushing event updated for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.172185 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for router_gateway (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.208116 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Network c24272ce-fb92-49e5-b65f-d8aca534f8be is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:45.257967 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:45.263830 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:45.282530 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.346728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:45.352716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522798483', 'description': 'tempest-description--1499256359'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:45.390680 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:45.417487 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Attempting to bind port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:45.417878 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Attempting to bind port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:45.418281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Attempting to bind port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 on network c24272ce-fb92-49e5-b65f-d8aca534f8be {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:45.434479 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.443418 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:45.445044 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.452019 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:45.452783 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Checking segment: {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:45.453387 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.454002 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Bound using segment: {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:45.454684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Bound port: 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:45.455278 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.457121 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Allocated IP 172.27.3.182 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/51826877-04d8-4a4b-817a-d8f61ebd505f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:45.477377 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Pushing event updated for resources: {'Port': ['ID=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.563677 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (14a74918-368b-4e1c-b094-e052c482d0a5), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.569763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (14a74918-368b-4e1c-b094-e052c482d0a5), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.613524 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.617683 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2697790 Mar 11 18:12:45.618757 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38854) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:45.620615 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac6d47-4389-455e-b56b-71db392f7a76 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a74918-368b-4e1c-b094-e052c482d0a5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.634233 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '14a74918-368b-4e1c-b094-e052c482d0a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:45.715339 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.737131 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] For port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:45.742549 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f604787-c44d-4805-ad16-21e3e8043a66 req-149e49b5-dd6b-41f7-8cec-1ae9098bbf0b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8138454 Mar 11 18:12:45.769872 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] For port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:45.773007 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (9ca64d01-8b01-4234-8631-a23759467eec), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.787294 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.812260 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:44Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:45.825988 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (4abe319c-8c3b-421d-a2e2-0dbd075dc0e6), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.846630 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225eb731-fd81-4a59-861e-783f99f01521 None None] The sync data for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi is: [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:44Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:45.856660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa642b-451d-4af9-bd67-aa17a084d445 None None] Pushing event updated for resources: {'Port': ['ID=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:45.864206 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Current status of the port 6e021457-7581-431f-9a14-c5b0b820d66f is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:45.864627 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:45.990894 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] For port 6e021457-7581-431f-9a14-c5b0b820d66f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6e021457-7581-431f-9a14-c5b0b820d66f,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:45.994236 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 121fecfb-0063-487e-9077-80078433a017 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:45.996074 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (4abe319c-8c3b-421d-a2e2-0dbd075dc0e6), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.007184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (4abe319c-8c3b-421d-a2e2-0dbd075dc0e6), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.025918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.184932 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abe319c-8c3b-421d-a2e2-0dbd075dc0e6,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:46.219419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:46.228844 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:46.241571 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.243182 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a4b1fdf4-86d2-43f8-b30a-c2b51e3688b5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6128726 Mar 11 18:12:46.247177 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:46.252811 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '14a74918-368b-4e1c-b094-e052c482d0a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:46.278377 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:46.337739 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (f78ba42c-b974-4fa1-a936-38d927b0a6d1), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.391939 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 121fecfb-0063-487e-9077-80078433a017 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:46.396110 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 121fecfb-0063-487e-9077-80078433a017 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:46.400109 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6e021457-7581-431f-9a14-c5b0b820d66f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:46.510806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.520075 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (f78ba42c-b974-4fa1-a936-38d927b0a6d1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.529408 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (f78ba42c-b974-4fa1-a936-38d927b0a6d1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.595295 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=51826877-04d8-4a4b-817a-d8f61ebd505f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:46.599867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78ba42c-b974-4fa1-a936-38d927b0a6d1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:46.611408 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.632020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38864) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:46.641663 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6ec694ce-334f-4ef5-bf37-b95c920dfadc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3922195 Mar 11 18:12:46.646762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:46.718274 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-89d7eda8-4669-4155-82da-1970f3be88ae None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:46.722425 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-89d7eda8-4669-4155-82da-1970f3be88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.726901 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:46.728992 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.791133 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:46.863287 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076a6a4-f80f-4943-b7ba-7e3196bf7b55 None None] Pushing event updated for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:46.979998 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6e021457-7581-431f-9a14-c5b0b820d66f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:47.076320 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-89d7eda8-4669-4155-82da-1970f3be88ae None None] Current status of the port 6e021457-7581-431f-9a14-c5b0b820d66f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:47.538992 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc22a3-724c-4ec2-bf20-ba6bf72f6ffe req-d60d0e99-c7cb-4da3-b68d-783e4da1b2b1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:47.548900 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7fc22a3-724c-4ec2-bf20-ba6bf72f6ffe req-d60d0e99-c7cb-4da3-b68d-783e4da1b2b1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.2225068 Mar 11 18:12:47.712119 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcb1b0-5daf-4d27-aad1-e8745e24bed5 None None] Network c24272ce-fb92-49e5-b65f-d8aca534f8be requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:12:47.870016 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7fc22a3-724c-4ec2-bf20-ba6bf72f6ffe req-f0ac1f2a-7e24-40ad-9793-d2e7b2876e5b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198771 Mar 11 18:12:47.879417 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Provisioning complete for port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:47.880477 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:47.990553 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for router_gateway (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.104315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Deleting port 00983814-c9c7-459f-b267-fb9973d72457 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:48.104808 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (00983814-c9c7-459f-b267-fb9973d72457), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.206613 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.292412 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Current status of the port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:48.295077 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.401995 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] For port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:48.408982 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.501982 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6e021457-7581-431f-9a14-c5b0b820d66f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:48.622117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0e381-77e2-44ef-890f-3b32abf63ae0 None None] Pushing event updated for resources: {'Port': ['ID=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:48.638725 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 6e021457-7581-431f-9a14-c5b0b820d66f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:48.639388 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.663764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.27.3.67 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/bd93b048-5a91-4b75-bc8e-d648a9a3e883) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:48.717326 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5d81b74c-4c9a-40c3-ab9e-63015176fe8a None None] Provisioning complete for port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:48.717634 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5d81b74c-4c9a-40c3-ab9e-63015176fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.724319 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] For port 00983814-c9c7-459f-b267-fb9973d72457, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=00983814-c9c7-459f-b267-fb9973d72457,segment=NetworkSegment(824bf9b0-5b5b-4f71-9ffd-f7574a15a077),segment_id=824bf9b0-5b5b-4f71-9ffd-f7574a15a077)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:48.727125 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (00983814-c9c7-459f-b267-fb9973d72457), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:48.771778 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Calling delete_port for 00983814-c9c7-459f-b267-fb9973d72457 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:48.822021 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 6e021457-7581-431f-9a14-c5b0b820d66f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:48.824153 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:48.999671 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:49.000534 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.007300 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5d81b74c-4c9a-40c3-ab9e-63015176fe8a None None] Current status of the port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:49.169056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.225856 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:49.235985 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.453035 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.568441 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eed682-8ec4-48d1-9898-eb4783a3ea8c req-c371628a-30f7-400e-ac44-e500d4213d30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:49.572460 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45eed682-8ec4-48d1-9898-eb4783a3ea8c req-c371628a-30f7-400e-ac44-e500d4213d30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.4478807 Mar 11 18:12:49.596919 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:49.614886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:49.656440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:49.760696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=bd93b048-5a91-4b75-bc8e-d648a9a3e883,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:49.836213 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (00983814-c9c7-459f-b267-fb9973d72457), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:49.876541 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-45eed682-8ec4-48d1-9898-eb4783a3ea8c req-6db99c78-8ec7-43f9-9669-2ee623cfd15c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773027 Mar 11 18:12:49.951570 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Pushing event deleted for resources: {'Port': ['ID=00983814-c9c7-459f-b267-fb9973d72457,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:50.037691 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:50.051973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Router b9b585a9-0db5-4155-bb63-b6ad809ba4ed is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:12:50.173013 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:50.278271 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:50.349814 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:50.350246 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:50.485232 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:50.507362 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:50.513592 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (9ca64d01-8b01-4234-8631-a23759467eec), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:50.524886 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Sync routers for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:50.537365 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:50.537994 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:50.587408 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:12:50.591094 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:50.592491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-add7198d-5247-4fce-9b95-0bbd1ae96ae2 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5248759 Mar 11 18:12:50.598585 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:50.733884 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:50.945487 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 3, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:50.976011 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Checking router: b9b585a9-0db5-4155-bb63-b6ad809ba4ed for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:50.976660 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Updating router b9b585a9-0db5-4155-bb63-b6ad809ba4ed port 51826877-04d8-4a4b-817a-d8f61ebd505f binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:51.006901 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.012645 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.017037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.182667 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=bd93b048-5a91-4b75-bc8e-d648a9a3e883,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:51.209306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.227689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f509f-8154-4de1-a008-96b997047621 req-a671b947-440e-4044-a5eb-9a22da8a474a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:51.229621 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d65f509f-8154-4de1-a008-96b997047621 req-a671b947-440e-4044-a5eb-9a22da8a474a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.2016296 Mar 11 18:12:51.308509 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.323569 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.328744 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-568e2850-0c0e-472c-8ac5-3fb85bda7453 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6918399 Mar 11 18:12:51.376515 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Router 9ca64d01-8b01-4234-8631-a23759467eec has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:51.408710 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d65f509f-8154-4de1-a008-96b997047621 req-cd4e91ad-a53c-46a5-a5f8-e61fc236af23 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648641 Mar 11 18:12:51.521842 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks [] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.529301 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.587064 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Attempting to bind port 51826877-04d8-4a4b-817a-d8f61ebd505f on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:51.587675 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Attempting to bind port 51826877-04d8-4a4b-817a-d8f61ebd505f by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:51.588137 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Attempting to bind port 51826877-04d8-4a4b-817a-d8f61ebd505f on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:51.592117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Allocated IP 172.20.0.1 (c24272ce-fb92-49e5-b65f-d8aca534f8be/a4bc3c90-db05-4294-84ec-dc436ffd1747/2042a1ad-3edf-45a9-acdb-0d4097469dcb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:51.593773 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910240-8351-447a-aec4-d76ddda69253 None None] Pushing event updated for resources: {'Port': ['ID=51826877-04d8-4a4b-817a-d8f61ebd505f,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:51.599254 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-61c11c77-ad87-4bb0-be4f-75c7f88a532e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--522798483&fields=id&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 267 time: 0.0516160 Mar 11 18:12:51.600221 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:51.601069 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:51.601069 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.601372 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:51.601860 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Bound port: 51826877-04d8-4a4b-817a-d8f61ebd505f, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:51.602245 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.631638 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:51.639037 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-22ea027f-c3ad-4189-8c8a-a662d533e8db admin admin] 10.222.0.105 "PUT /v2.0/routers/9ca64d01-8b01-4234-8631-a23759467eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7508581 Mar 11 18:12:51.647346 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Sync routers for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:51.652246 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38914) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:51.675193 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] For port 51826877-04d8-4a4b-817a-d8f61ebd505f, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:51.677529 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:51.679954 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:51.681200 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] For port 51826877-04d8-4a4b-817a-d8f61ebd505f, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=51826877-04d8-4a4b-817a-d8f61ebd505f,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:51.692338 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.732599 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks [] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.782793 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.815730 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:51.816798 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:51.839690 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Network c24272ce-fb92-49e5-b65f-d8aca534f8be is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:51.843568 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:51.851246 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:51.851760 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.857761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Pushing event updated for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:51.885159 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks [] for router (9ca64d01-8b01-4234-8631-a23759467eec), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:51.902187 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:51.962425 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-5fca93aa-7f03-4909-8e4d-ad4949a72e39 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:51.965254 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-5fca93aa-7f03-4909-8e4d-ad4949a72e39 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.3510783 Mar 11 18:12:51.970518 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910240-8351-447a-aec4-d76ddda69253 None None] Pushing event updated for resources: {'Port': ['ID=51826877-04d8-4a4b-817a-d8f61ebd505f,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.030562 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:52.105758 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-15aff551-0ed0-49a6-9d7f-be18a09af5e6 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/quotas/a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 375 time: 0.0401611 Mar 11 18:12:52.207333 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.216365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks [] for router_gateway (9ca64d01-8b01-4234-8631-a23759467eec), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.278622 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-c8e94477-f407-49c1-9216-8707bf1cea64 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604011 Mar 11 18:12:52.314856 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:12:49Z', 'revision_number': 5, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port': {'id': '4c069d56-7601-4f76-9a33-4dc7634a0302', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca64d01-8b01-4234-8631-a23759467eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:54Z', 'updated_at': '2022-03-11T18:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:52.372893 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 3, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:52.379516 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Checking router: 9ca64d01-8b01-4234-8631-a23759467eec for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:52.406591 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Routers {'9ca64d01-8b01-4234-8631-a23759467eec'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:52.407223 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ca64d01-8b01-4234-8631-a23759467eec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:52.412399 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4c5a5ddf-cc43-41ac-a6d6-4ce4a2461a9d None None] Provisioning complete for port 2042a1ad-3edf-45a9-acdb-0d4097469dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:52.412783 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5ddf-cc43-41ac-a6d6-4ce4a2461a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.437478 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c0829-fb46-4673-9767-fc023729d5a2 None None] The sync data for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi is: [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:47Z', 'revision_number': 3, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:52.480398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Deleting port 4c069d56-7601-4f76-9a33-4dc7634a0302 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:12:52.481490 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.501699 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks [] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.509064 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.510662 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.550796 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-24a55893-f555-4aca-9282-0741b8dc8672 service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600634 Mar 11 18:12:52.631494 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] Set router 9ca64d01-8b01-4234-8631-a23759467eec gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:52.677236 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a5ddf-cc43-41ac-a6d6-4ce4a2461a9d None None] Port 2042a1ad-3edf-45a9-acdb-0d4097469dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:12:52.689242 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Pushing event updated for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:52.738460 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Network c24272ce-fb92-49e5-b65f-d8aca534f8be is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:52.740165 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:52.746872 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8554b-5fea-4c6b-b6fd-47a8490428ee req-3c186dda-6fac-4fba-8fe1-1f88a7479108 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:52.748805 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fe8554b-5fea-4c6b-b6fd-47a8490428ee req-3c186dda-6fac-4fba-8fe1-1f88a7479108 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 945 time: 0.1886189 Mar 11 18:12:52.761482 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 6, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:52.893191 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] For port 4c069d56-7601-4f76-9a33-4dc7634a0302, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4c069d56-7601-4f76-9a33-4dc7634a0302,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:52.894015 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:52.940340 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Router b9b585a9-0db5-4155-bb63-b6ad809ba4ed has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:12:52.976342 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-ffcb3727-f2ec-42d1-9b74-162d9788598a service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276006 Mar 11 18:12:52.977702 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Calling delete_port for 4c069d56-7601-4f76-9a33-4dc7634a0302 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:12:53.014025 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fe8554b-5fea-4c6b-b6fd-47a8490428ee req-b1b5247e-7e06-4f90-a854-6b998ebed8e3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506051 Mar 11 18:12:53.098090 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7597cb3-3e8b-4778-9eee-4df99a5ee584 None None] The sync data for ids ['9ca64d01-8b01-4234-8631-a23759467eec'] in dv-cinder-833443-1-iscsi is: [{'id': '9ca64d01-8b01-4234-8631-a23759467eec', 'name': 'tempest-ServerRescueNegativeTestJSON-989574551-router', 'tenant_id': '6cfef774bfa4428ba11daedfdde648d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:53Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 6, 'project_id': '6cfef774bfa4428ba11daedfdde648d3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:53.228460 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:12:53.247240 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-10b60ced-3023-4e18-bd1f-57fba437a76d admin admin] 10.222.0.105 "PUT /v2.0/routers/b9b585a9-0db5-4155-bb63-b6ad809ba4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362133 Mar 11 18:12:53.336435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-429e4887-71a4-4767-b434-6e70284be623 None None] Provisioning complete for port 2042a1ad-3edf-45a9-acdb-0d4097469dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:53.337101 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-429e4887-71a4-4767-b434-6e70284be623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.344975 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2fb0bbe9-3376-454c-8766-538d77be7404 req-a203868e-4545-4688-8505-3aa9a5cb21d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 210 time: 0.0389743 Mar 11 18:12:53.366293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (4c069d56-7601-4f76-9a33-4dc7634a0302), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.411273 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-8bf161ac-dcdb-4567-a6ed-1a0391d3826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:53.415790 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-8bf161ac-dcdb-4567-a6ed-1a0391d3826d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1129 time: 0.1022913 Mar 11 18:12:53.434792 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-429e4887-71a4-4767-b434-6e70284be623 None None] Port 2042a1ad-3edf-45a9-acdb-0d4097469dcb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:12:53.446148 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c069d56-7601-4f76-9a33-4dc7634a0302,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:53.525448 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:53.648333 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-fb24b207-1763-4e8d-8160-4eb11af59338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:53.653210 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-fb24b207-1763-4e8d-8160-4eb11af59338 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.2315016 Mar 11 18:12:53.682410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (9ca64d01-8b01-4234-8631-a23759467eec), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.753502 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: ACTIVE; New status is: DOWN {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:53.754282 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.881435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0367861c-33e4-410c-aab6-5cb694afc3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:53.898625 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:53.901731 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71015d3c-ec93-4c5d-9fc7-f07f865a2c34" -d '{"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-unplugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:53.904800 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-4575a861-5909-4416-9164-d596796cec1c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 1000 time: 0.2460635 Mar 11 18:12:53.930732 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:53.937533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.022278 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fad2876-8ea4-4b5a-bcbe-13106b528490 x-openstack-request-id: req-9fad2876-8ea4-4b5a-bcbe-13106b528490 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:54.023497 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-unplugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:54.023497 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9fad2876-8ea4-4b5a-bcbe-13106b528490 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:54.023497 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'code': 200} Mar 11 18:12:54.062128 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-d120312c-b4c8-4569-8b43-b669c1ceb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.066266 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-d120312c-b4c8-4569-8b43-b669c1ceb9ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.1553049 Mar 11 18:12:54.123034 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:54.165253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (9ca64d01-8b01-4234-8631-a23759467eec), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.169663 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks [] for router_controller (9ca64d01-8b01-4234-8631-a23759467eec), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.377319 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 51826877-04d8-4a4b-817a-d8f61ebd505f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:54.377520 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-7fb01718-3efd-4620-af90-b8664d79e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.379091 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-7fb01718-3efd-4620-af90-b8664d79e20c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2936807 Mar 11 18:12:54.416393 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (9ca64d01-8b01-4234-8631-a23759467eec), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.416956 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca64d01-8b01-4234-8631-a23759467eec {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:12:54.446014 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.458286 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-61ee4e42-8bf5-48f4-b95f-5853280d6364 admin admin] 10.222.0.105 "DELETE /v2.0/routers/9ca64d01-8b01-4234-8631-a23759467eec HTTP/1.1" status: 204 len: 168 time: 2.7939291 Mar 11 18:12:54.458286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38964) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:54.519652 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 51826877-04d8-4a4b-817a-d8f61ebd505f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:54.526151 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:54.528185 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.538909 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982392961', 'description': 'tempest-secgroup-smoke-982392961 description', 'project_id': 'ae982c57004e41abac773b4455fc3a2b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:54.615911 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Deleting subnet e081997c-a9b8-4674-bd56-17c2c0aa7a6e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:12:54.625566 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Publish callbacks [] for subnet (e081997c-a9b8-4674-bd56-17c2c0aa7a6e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.671963 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.708719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e9910-973d-4efc-891a-92d7a9d0b30f req-b034efbc-2ce7-4821-adbf-b0cf78c1d0e9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:54.712961 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a38e9910-973d-4efc-891a-92d7a9d0b30f req-b034efbc-2ce7-4821-adbf-b0cf78c1d0e9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.4653180 Mar 11 18:12:54.819247 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (b65c0acc-0eee-4f9f-b399-66238d371f1a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.819387 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (e081997c-a9b8-4674-bd56-17c2c0aa7a6e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.819496 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 51826877-04d8-4a4b-817a-d8f61ebd505f is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:54.819953 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.828133 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-1516e020-e1c8-47c4-902e-37b074c7e74d service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417388 Mar 11 18:12:54.829830 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (b65c0acc-0eee-4f9f-b399-66238d371f1a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.860786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.862373 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3350520 Mar 11 18:12:54.870472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 51826877-04d8-4a4b-817a-d8f61ebd505f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=51826877-04d8-4a4b-817a-d8f61ebd505f,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:54.879815 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:54.886059 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:54.887624 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:54.912683 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-53382143-f9f9-4026-99d4-297fd7a7c3d0 req-3f6c9891-7799-4a29-b7e2-109283ce8964 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 210 time: 0.2210746 Mar 11 18:12:54.950976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (e081997c-a9b8-4674-bd56-17c2c0aa7a6e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.026486 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=51826877-04d8-4a4b-817a-d8f61ebd505f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.044479 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196be11-9fd8-476c-97b6-3f26fb2af26a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c0acc-0eee-4f9f-b399-66238d371f1a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.055346 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 00983814-c9c7-459f-b267-fb9973d72457 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:55.083498 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 00983814-c9c7-459f-b267-fb9973d72457 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:55.083827 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 00983814-c9c7-459f-b267-fb9973d72457 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:55.084292 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4c069d56-7601-4f76-9a33-4dc7634a0302 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:55.096360 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a38e9910-973d-4efc-891a-92d7a9d0b30f req-f4db3a48-0260-4aff-8062-c067670bf3c8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772728 Mar 11 18:12:55.133292 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-14320efc-81a3-4c65-b870-12aaa5842f38 req-1693d436-0322-43a0-a1a4-b70ed9d2f8f5 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885165 Mar 11 18:12:55.134522 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (e081997c-a9b8-4674-bd56-17c2c0aa7a6e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.135644 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (18186bf2-da56-48c6-8afc-600437d83cf2), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.148479 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 4c069d56-7601-4f76-9a33-4dc7634a0302 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:12:55.148882 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4c069d56-7601-4f76-9a33-4dc7634a0302 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:12:55.187531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.204699 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.210293 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/e081997c-a9b8-4674-bd56-17c2c0aa7a6e HTTP/1.1" status: 204 len: 168 time: 0.7543397 Mar 11 18:12:55.216496 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876995-15c9-40a6-9962-789427d4d116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e081997c-a9b8-4674-bd56-17c2c0aa7a6e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.219670 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 38986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.244992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (18186bf2-da56-48c6-8afc-600437d83cf2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.259059 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (18186bf2-da56-48c6-8afc-600437d83cf2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.313266 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.319389 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.319833 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4376848 Mar 11 18:12:55.329371 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:55.332060 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfadb94-9af1-4641-8563-e634c898453f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18186bf2-da56-48c6-8afc-600437d83cf2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.381400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (e2758725-1b00-44af-83a9-d5a73f58f6ed), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.452848 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.475520 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (e2758725-1b00-44af-83a9-d5a73f58f6ed), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.482136 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (e2758725-1b00-44af-83a9-d5a73f58f6ed), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.523976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2758725-1b00-44af-83a9-d5a73f58f6ed,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.555055 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.557449 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-48054e54-2a5a-4ab3-913b-ee10fd3c862a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2366433 Mar 11 18:12:55.565180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 38996) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.577176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:55.616842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (b689271a-dfaf-4132-93a4-ba8a6c0ab203), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.699765 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (b689271a-dfaf-4132-93a4-ba8a6c0ab203), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.705070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (b689271a-dfaf-4132-93a4-ba8a6c0ab203), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.715969 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.724669 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-3bdef82b-c165-4a55-970d-73dfbf90c7e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:55.726475 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b689271a-dfaf-4132-93a4-ba8a6c0ab203,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.726653 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-3bdef82b-c165-4a55-970d-73dfbf90c7e8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.3324771 Mar 11 18:12:55.740935 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.743171 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8a07b79e-562e-4668-9a35-7e4914f7c704 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747975 Mar 11 18:12:55.746082 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39002) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.753322 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:55.768037 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.768391 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.769135 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.769487 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.770041 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.770378 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.770699 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.771081 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.771338 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.771651 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.796117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (720e0569-8c7e-487c-9e1a-662d013a50c1), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.846328 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Sync routers for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:12:55.864286 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:55.864909 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:55.871369 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.872692 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.873494 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.874302 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 18:12:55.875155 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2eca11-c810-4c89-b01c-cf0ab5e8bf05']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:55.897522 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (720e0569-8c7e-487c-9e1a-662d013a50c1), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.906056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (720e0569-8c7e-487c-9e1a-662d013a50c1), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.911714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824bf9b0-5b5b-4f71-9ffd-f7574a15a077') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:55.912174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824bf9b0-5b5b-4f71-9ffd-f7574a15a077') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:55.930038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720e0569-8c7e-487c-9e1a-662d013a50c1,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:55.939173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.943597 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bfe9c0f2-9273-44e7-b3ac-37419e6e9420 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929789 Mar 11 18:12:55.944352 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39004) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:55.947478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (824bf9b0-5b5b-4f71-9ffd-f7574a15a077), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:55.950690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:55.989047 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Project ae982c57004e41abac773b4455fc3a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:55.989481 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (824bf9b0-5b5b-4f71-9ffd-f7574a15a077), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.000024 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (742772ac-9845-475b-a622-9f932b77e7c6), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.003059 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-10a72925-7483-42ec-a313-c214fcd8c4ba tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 379 time: 0.2662084 Mar 11 18:12:56.009555 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:12:56.010314 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (824bf9b0-5b5b-4f71-9ffd-f7574a15a077), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: from cryptography.utils import int_from_bytes Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: from cryptography.utils import int_from_bytes Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:12:56.014993 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:12:56.030788 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'port': {'device_id': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'admin_state_up': True, 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'security_groups': ['14a74918-368b-4e1c-b094-e052c482d0a5']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:56.038941 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:56.145358 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd42229f-c01b-4ab2-9021-ebd9d5540883 req-ee04c328-9940-4b7f-bd9e-39df167edec3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 210 time: 0.0715809 Mar 11 18:12:56.170761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (7e2eca11-c810-4c89-b01c-cf0ab5e8bf05), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.192345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (742772ac-9845-475b-a622-9f932b77e7c6), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.200228 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (742772ac-9845-475b-a622-9f932b77e7c6), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.214147 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 51826877-04d8-4a4b-817a-d8f61ebd505f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:12:56.261183 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742772ac-9845-475b-a622-9f932b77e7c6,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:56.282901 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.288146 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2eca11-c810-4c89-b01c-cf0ab5e8bf05,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:56.289025 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-eb4a9411-ebb3-4ec5-b764-473564ebfc0d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3430619 Mar 11 18:12:56.291090 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39010) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:56.291365 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.298231 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1593a698-b9bd-4a80-b119-1ac15e26d5f3 admin admin] 10.222.0.105 "DELETE /v2.0/networks/7e2eca11-c810-4c89-b01c-cf0ab5e8bf05 HTTP/1.1" status: 204 len: 168 time: 1.0609441 Mar 11 18:12:56.316366 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'security_group_rule': {'security_group_id': 'b65c0acc-0eee-4f9f-b399-66238d371f1a', 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:56.322453 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5e929b10-b9bf-4d6d-ae68-e9f8000f59d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.377771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 51826877-04d8-4a4b-817a-d8f61ebd505f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:56.378109 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.398785 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 4, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '2042a1ad-3edf-45a9-acdb-0d4097469dcb', 'name': '', 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'mac_address': 'fa:16:3e:0b:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:51Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 2, 'project_id': '1e00f141d7de433994891642c5c554d0', 'subnets': [{'id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:56.408031 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Project ae982c57004e41abac773b4455fc3a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:12:56.413403 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:56.419601 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (a32c4c36-db41-40cf-896f-9c061c71b637), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.429023 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.448543 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Checking router: b9b585a9-0db5-4155-bb63-b6ad809ba4ed for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:12:56.449693 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Updating router b9b585a9-0db5-4155-bb63-b6ad809ba4ed port 2042a1ad-3edf-45a9-acdb-0d4097469dcb binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:12:56.469387 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289e51-6f4e-4cb5-9b55-ddb514f4a697 req-eee9564b-2607-4852-bfb6-956b0c73c0c4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:56.472574 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af289e51-6f4e-4cb5-9b55-ddb514f4a697 req-eee9564b-2607-4852-bfb6-956b0c73c0c4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1255288 Mar 11 18:12:56.553846 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.564035 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-af289e51-6f4e-4cb5-9b55-ddb514f4a697 req-7aca51b0-2fea-48c4-9dd1-5f7fd151dd29 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841126 Mar 11 18:12:56.567206 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (a32c4c36-db41-40cf-896f-9c061c71b637), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.574787 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (a32c4c36-db41-40cf-896f-9c061c71b637), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.612024 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32c4c36-db41-40cf-896f-9c061c71b637,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:56.627368 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:56.629199 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-59a016fb-353c-4a1d-a0c4-4edb38cf21e4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3359807 Mar 11 18:12:56.638829 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39020) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:56.643173 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 51826877-04d8-4a4b-817a-d8f61ebd505f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:56.694520 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.20.0.12 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/10039525-d2b3-4afc-84b6-63ecad479f41) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:12:56.734750 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-37c0f550-f6a8-470b-b912-b12e4d6361f1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6cfef774bfa4428ba11daedfdde648d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0946896 Mar 11 18:12:56.737869 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:56.863977 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] Publish callbacks [] for security_group (739a7066-bdee-4aac-9c66-4e823fbcf1ed), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.145728 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks [] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.153391 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.158359 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] Publish callbacks [] for security_group (739a7066-bdee-4aac-9c66-4e823fbcf1ed), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.242060 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (10039525-d2b3-4afc-84b6-63ecad479f41), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.244513 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fa3e-cbd6-4eb6-a845-ec364e6d27d9 None None] Pushing event updated for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:57.296946 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (739a7066-bdee-4aac-9c66-4e823fbcf1ed), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.300416 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.302206 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/739a7066-bdee-4aac-9c66-4e823fbcf1ed HTTP/1.1" status: 204 len: 168 time: 0.5629184 Mar 11 18:12:57.319843 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1877ea-914c-4fae-ac14-be9fb1d89ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a7066-bdee-4aac-9c66-4e823fbcf1ed,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:57.348778 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.368663 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Attempting to bind port 2042a1ad-3edf-45a9-acdb-0d4097469dcb on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:57.369258 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Attempting to bind port 2042a1ad-3edf-45a9-acdb-0d4097469dcb by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:57.370276 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Attempting to bind port 2042a1ad-3edf-45a9-acdb-0d4097469dcb on network c24272ce-fb92-49e5-b65f-d8aca534f8be {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:57.382250 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:57.382921 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Checking segment: {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:57.383491 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.384172 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Bound using segment: {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:57.387119 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Bound port: 2042a1ad-3edf-45a9-acdb-0d4097469dcb, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43716f11-ca17-4bf9-a580-78ddbd252a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:57.387908 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.445280 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd296-6360-42af-a8dc-f455c9de168f req-3384dd05-84bd-454d-a5c3-b6f08422698a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:57.454296 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c7cd296-6360-42af-a8dc-f455c9de168f req-3384dd05-84bd-454d-a5c3-b6f08422698a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 932 time: 0.0966384 Mar 11 18:12:57.510602 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:12:57.525570 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:12:57.541867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:12:57.581503 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] For port 2042a1ad-3edf-45a9-acdb-0d4097469dcb, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:57.587942 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] For port 2042a1ad-3edf-45a9-acdb-0d4097469dcb, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2042a1ad-3edf-45a9-acdb-0d4097469dcb,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:57.590411 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:57.640347 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.665143 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9c7cd296-6360-42af-a8dc-f455c9de168f req-1a65fa6e-684c-4d39-a9f1-e7fd2d327097 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095931 Mar 11 18:12:57.678920 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:57.680052 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.716979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Provisioning complete for port 2042a1ad-3edf-45a9-acdb-0d4097469dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:57.718239 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:57.732431 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fa3e-cbd6-4eb6-a845-ec364e6d27d9 None None] Pushing event updated for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:57.738735 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-93f21667-cf51-4f67-b59b-0c882d9db984 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7225521 Mar 11 18:12:57.756091 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:12:57.756731 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:57.777555 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Request body: {'port': {'device_id': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:57.849877 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d023d53-beaa-4b02-a01b-3b22ca5f2577 req-2bbd96ac-8b3a-4fcb-94ef-a3cec2ace49c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:57.853913 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d023d53-beaa-4b02-a01b-3b22ca5f2577 req-2bbd96ac-8b3a-4fcb-94ef-a3cec2ace49c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1462796 Mar 11 18:12:58.004308 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6d023d53-beaa-4b02-a01b-3b22ca5f2577 req-1ad1ea1d-9068-4424-8aef-c79507ccd2e5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345279 Mar 11 18:12:58.026146 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.054575 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Current status of the port 2042a1ad-3edf-45a9-acdb-0d4097469dcb is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:58.055270 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.170534 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] For port 2042a1ad-3edf-45a9-acdb-0d4097469dcb, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2042a1ad-3edf-45a9-acdb-0d4097469dcb,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:12:58.184664 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.201459 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:12:58.333834 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ffe12-21c7-416c-ae04-35bc9c0c16a7 None None] Pushing event updated for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:58.343193 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Provisioning complete for port 2042a1ad-3edf-45a9-acdb-0d4097469dcb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:58.344472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.491845 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Current status of the port 2042a1ad-3edf-45a9-acdb-0d4097469dcb is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:58.509828 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Provisioning complete for port 10039525-d2b3-4afc-84b6-63ecad479f41 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:12:58.510205 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.571331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10039525-d2b3-4afc-84b6-63ecad479f41 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:12:58.582121 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks [] for port (10039525-d2b3-4afc-84b6-63ecad479f41), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.600686 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Transition to ACTIVE for port object 10039525-d2b3-4afc-84b6-63ecad479f41 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:12:58.607496 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.612449 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b78cd-438e-49d3-b7fc-890baeee9fad None None] Port 10039525-d2b3-4afc-84b6-63ecad479f41 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:12:58.665185 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.730191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:58.845672 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Attempting to bind port 10039525-d2b3-4afc-84b6-63ecad479f41 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:12:58.846211 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Attempting to bind port 10039525-d2b3-4afc-84b6-63ecad479f41 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:12:58.846609 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Attempting to bind port 10039525-d2b3-4afc-84b6-63ecad479f41 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:58.886296 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Port 10039525-d2b3-4afc-84b6-63ecad479f41 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:12:58.894273 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Attempting to bind port 10039525-d2b3-4afc-84b6-63ecad479f41 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:12:58.908017 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:12:58.922411 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:12:58.923075 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:12:58.923708 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Bound port: 10039525-d2b3-4afc-84b6-63ecad479f41, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:12:58.926831 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:58.971887 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d52e-aa59-48c6-818c-9e7aded83649 req-adaaff76-37b6-4c87-8549-61f2bf6320c1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:58.998025 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef00d52e-aa59-48c6-818c-9e7aded83649 req-adaaff76-37b6-4c87-8549-61f2bf6320c1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 944 time: 0.1305792 Mar 11 18:12:59.021336 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 4, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '2042a1ad-3edf-45a9-acdb-0d4097469dcb', 'name': '', 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'mac_address': 'fa:16:3e:0b:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:51Z', 'updated_at': '2022-03-11T18:12:57Z', 'revision_number': 4, 'project_id': '1e00f141d7de433994891642c5c554d0', 'subnets': [{'id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:12:59.079886 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:12:59.085835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=10039525-d2b3-4afc-84b6-63ecad479f41,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:12:59.094814 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31953c-1b10-42d1-b9af-db76f8b65f8d None None] The sync data for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi is: [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:12:52Z', 'revision_number': 4, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '2042a1ad-3edf-45a9-acdb-0d4097469dcb', 'name': '', 'network_id': 'c24272ce-fb92-49e5-b65f-d8aca534f8be', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'mac_address': 'fa:16:3e:0b:38:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:51Z', 'updated_at': '2022-03-11T18:12:57Z', 'revision_number': 4, 'project_id': '1e00f141d7de433994891642c5c554d0', 'subnets': [{'id': 'a4bc3c90-db05-4294-84ec-dc436ffd1747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:12:59.098697 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.135393 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ef00d52e-aa59-48c6-818c-9e7aded83649 req-b7d744de-f32f-4171-b31d-260e7e9f84df tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315260 Mar 11 18:12:59.181842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-6e8e58f5-5bd0-4076-9f57-3108a388c801 req-d61e85b0-6b97-48e8-b8b3-ef67e004a2c9 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:12:59.181842 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6e8e58f5-5bd0-4076-9f57-3108a388c801 req-d61e85b0-6b97-48e8-b8b3-ef67e004a2c9 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320892 Mar 11 18:12:59.262511 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:59.263620 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.267365 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] 10.222.0.107 "PUT /v2.0/ports/10039525-d2b3-4afc-84b6-63ecad479f41 HTTP/1.1" status: 200 len: 1094 time: 1.5201566 Mar 11 18:12:59.273842 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:12:59.303595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74" -d '{"events": [{"name": "network-changed", "server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:12:59.420587 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39136) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:12:59.476006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93c9523-4e9f-45ac-8504-ad0a4c78f22e x-openstack-request-id: req-d93c9523-4e9f-45ac-8504-ad0a4c78f22e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:12:59.476430 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:12:59.476855 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d93c9523-4e9f-45ac-8504-ad0a4c78f22e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:12:59.477842 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41', 'status': 'completed', 'code': 200} Mar 11 18:12:59.556026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:12:59.639682 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439bd9-90c8-4693-a5c3-aacfdc7f36f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:12:59.711033 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-c71cf205-8d01-430a-a5d9-7249212910a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:59.714199 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-c71cf205-8d01-430a-a5d9-7249212910a6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 1128 time: 0.3575873 Mar 11 18:12:59.799321 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-546890456-network', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:12:59.823227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407cdd7-65dc-41d6-9fa5-1a1c730bc6b0 req-948de3b0-12c8-43bf-ab1a-6470012adf90 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:59.826299 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9407cdd7-65dc-41d6-9fa5-1a1c730bc6b0 req-948de3b0-12c8-43bf-ab1a-6470012adf90 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2223783 Mar 11 18:12:59.876787 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-f0da31cd-46a8-4126-ba57-2bff43c882a7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10039525-d2b3-4afc-84b6-63ecad479f41 HTTP/1.1" status: 200 len: 217 time: 0.1531959 Mar 11 18:12:59.889327 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Made reservation on behalf of 12b42d3a449a42f79a4ae4dc943268a5 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:12:59.891580 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.894732 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.898763 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: DOWN; New status is: DOWN {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:12:59.938016 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:12:59.939390 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-20f5c50a-7b64-4d3e-ba60-9c20ded49eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:12:59.941227 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-20f5c50a-7b64-4d3e-ba60-9c20ded49eed service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0583279 Mar 11 18:12:59.995783 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9407cdd7-65dc-41d6-9fa5-1a1c730bc6b0 req-58f34bfa-efb4-423a-8c07-39978ee9a712 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550400 Mar 11 18:13:00.028208 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2a44-0120-4885-999e-2aa1dd139640 req-46a8276d-05e4-4718-8ab6-4dbb47992e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:00.032894 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-46a8276d-05e4-4718-8ab6-4dbb47992e55 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842235 Mar 11 18:13:00.250960 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks [] for security_group (362cad97-53b6-41f7-bf22-849c08a8e2f6), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.259139 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (362cad97-53b6-41f7-bf22-849c08a8e2f6), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.336475 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:00.344911 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-d32c482c-2003-4ee1-b124-f2ab308fd9b3 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052812 Mar 11 18:13:00.356363 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2042a1ad-3edf-45a9-acdb-0d4097469dcb up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:00.371634 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (998e6b81-339a-43f2-9a9c-4f597b24b04d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.375721 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Added segment 998e6b81-339a-43f2-9a9c-4f597b24b04d of type vlan for network db81a000-a367-4336-900a-3ecabd759d61 Mar 11 18:13:00.378106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362cad97-53b6-41f7-bf22-849c08a8e2f6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:00.487096 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 2042a1ad-3edf-45a9-acdb-0d4097469dcb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:00.487714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.612545 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (db81a000-a367-4336-900a-3ecabd759d61), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.615998 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:00.672589 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-085a2a44-0120-4885-999e-2aa1dd139640 req-c091b4de-a64d-4c83-8ae2-80b7ca4e2668 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040540 Mar 11 18:13:00.706280 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2821b-3a55-4657-9cea-47d75d990923 req-465fee9c-eeab-46ca-bd21-f47e8f3385a9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:00.717795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d7c2821b-3a55-4657-9cea-47d75d990923 req-465fee9c-eeab-46ca-bd21-f47e8f3385a9 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 944 time: 0.3353424 Mar 11 18:13:00.721050 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.784108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (db81a000-a367-4336-900a-3ecabd759d61), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.785448 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:00.786152 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:00.817464 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 2042a1ad-3edf-45a9-acdb-0d4097469dcb is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:00.860179 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d7c2821b-3a55-4657-9cea-47d75d990923 req-d1d816de-de26-46ba-b409-2db39cde8f7f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414461 Mar 11 18:13:00.866692 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4433246 Mar 11 18:13:00.874371 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:00.884512 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Request body: {'subnet': {'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-546890456-subnet', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:00.921239 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-f85c6a6d-d292-4dd7-86ca-e6c9de6643f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:00.928245 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-f85c6a6d-d292-4dd7-86ca-e6c9de6643f9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 1128 time: 0.1780593 Mar 11 18:13:00.956776 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-9532e9ae-f271-47ca-8290-1a00d6ec8c20 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3395562 Mar 11 18:13:00.957676 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939def0-1725-4e31-bf9c-21f9ceb1370a admin admin] Pushing event updated for resources: {'Network': ['ID=db81a000-a367-4336-900a-3ecabd759d61,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:00.972482 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network db81a000-a367-4336-900a-3ecabd759d61 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:00.983791 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-6bd2f3c4-3eaa-41f4-a22f-ecfb77d6965e service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:13:00.984168 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-6bd2f3c4-3eaa-41f4-a22f-ecfb77d6965e service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099387 Mar 11 18:13:00.987565 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Made reservation on behalf of 12b42d3a449a42f79a4ae4dc943268a5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:00.990091 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.153329 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:01.249053 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-25f2f897-ebad-4a52-8fab-a36aff581e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:01.250751 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-25f2f897-ebad-4a52-8fab-a36aff581e2d service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.3146968 Mar 11 18:13:01.347463 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea708da-2cfc-4c2e-b5b4-91079ee77c9d req-1201cedf-fb80-446e-8c2e-fc8c0c1b389a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:01.350323 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ea708da-2cfc-4c2e-b5b4-91079ee77c9d req-1201cedf-fb80-446e-8c2e-fc8c0c1b389a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1639030 Mar 11 18:13:01.357334 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-a561868a-16aa-4e72-b15f-d6803e7a3edd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10039525-d2b3-4afc-84b6-63ecad479f41 HTTP/1.1" status: 200 len: 217 time: 0.0982571 Mar 11 18:13:01.389325 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39188) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:01.446602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1258-7836-4a0e-b23a-10835cbc68c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.491904 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5ea708da-2cfc-4c2e-b5b4-91079ee77c9d req-ed56a4e7-5ed3-467d-81d5-cc078469fe1c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296546 Mar 11 18:13:01.520173 dv-cinder-833443-1-iscsi neutron-server[103443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 18:13:01.563971 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 10039525-d2b3-4afc-84b6-63ecad479f41 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:01.575524 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1258-7836-4a0e-b23a-10835cbc68c4 admin admin] Publish callbacks [] for security_group (8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.576159 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-721373ac-81e6-429f-b25a-1022fd5070da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:01.578377 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-721373ac-81e6-429f-b25a-1022fd5070da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.2129478 Mar 11 18:13:01.581636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a8e1258-7836-4a0e-b23a-10835cbc68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.642139 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e1258-7836-4a0e-b23a-10835cbc68c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:01.648812 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3a8e1258-7836-4a0e-b23a-10835cbc68c4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3004ee4c9f2841959c10142148e0c885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937723 Mar 11 18:13:01.651793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39192) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:01.689919 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-495c0d8a-1fbb-4017-a3cf-c19cff18a0a8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:01.694854 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-495c0d8a-1fbb-4017-a3cf-c19cff18a0a8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports/2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 940 time: 0.3013923 Mar 11 18:13:01.745727 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] Publish callbacks [] for security_group (8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.757465 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (644d291a-c2f5-4254-b0a3-33721faa9808), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.803008 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] Publish callbacks [] for security_group (8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.872310 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644d291a-c2f5-4254-b0a3-33721faa9808,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:01.905156 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=10039525-d2b3-4afc-84b6-63ecad479f41,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:01.917743 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-a5fc9b1f-1cff-48c6-831a-2579a7f05162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:01.929594 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-a5fc9b1f-1cff-48c6-831a-2579a7f05162 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3368723 Mar 11 18:13:01.952094 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.977970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:01.983114 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62 HTTP/1.1" status: 204 len: 168 time: 0.3291793 Mar 11 18:13:01.988663 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '10039525-d2b3-4afc-84b6-63ecad479f41', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'port_id': '10039525-d2b3-4afc-84b6-63ecad479f41', 'mac_address': 'fa:16:3e:ef:c3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:02.001433 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85c4d7-0052-4380-b72b-ef5fcf967181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f6dcc-2a32-42d3-a3b0-da2be8efdc62,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:02.111404 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 10039525-d2b3-4afc-84b6-63ecad479f41 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:02.112406 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.159909 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10039525-d2b3-4afc-84b6-63ecad479f41 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:02.167982 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afab4f-a9dd-4dc3-b307-f677a60691a9 req-0718fa0d-da40-40fd-8001-abe142a67e73 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:02.179832 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7afab4f-a9dd-4dc3-b307-f677a60691a9 req-0718fa0d-da40-40fd-8001-abe142a67e73 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 944 time: 0.1411419 Mar 11 18:13:02.210864 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=10039525-d2b3-4afc-84b6-63ecad479f41,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:02.221738 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.266084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Checking segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:02.266084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Network hostable DHCP agents. Network: db81a000-a367-4336-900a-3ecabd759d61, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:02.340170 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-e48fad2b-c3d8-4887-945d-6ef16e9f0c76 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900454 Mar 11 18:13:02.357414 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7afab4f-a9dd-4dc3-b307-f677a60691a9 req-a6a80d87-6ab0-4042-a51c-5d615d701140 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755018 Mar 11 18:13:02.366052 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:02.416678 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Network db81a000-a367-4336-900a-3ecabd759d61 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:02.439012 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, db81a000-a367-4336-900a-3ecabd759d61) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:02.458691 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866763e3-2476-48fa-8a81-b1dea80e84fd None None] Network db81a000-a367-4336-900a-3ecabd759d61 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:02.471660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['10039525-d2b3-4afc-84b6-63ecad479f41'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:02.494504 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:02.494504 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.559923 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c4a63780-300b-45b2-a89a-2ce332b80f17 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6781874 Mar 11 18:13:02.565692 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39210) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:02.608502 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:02.633999 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9d9c42b7-1e28-4635-a3ab-408eb58e8f74 req-6d57600d-b78e-42e8-bcd2-deefc2a7ee15 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854211 Mar 11 18:13:02.687530 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.689606 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.893054 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for router_controller (39f170b5-bbf8-43c6-90b8-77d0c5176c27), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:02.919987 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347fe5-4488-45a4-8731-7b9a68fb7ca2 req-0ff0d79f-db77-4892-b60c-4824b5b3d44a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:02.931034 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b347fe5-4488-45a4-8731-7b9a68fb7ca2 req-0ff0d79f-db77-4892-b60c-4824b5b3d44a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1893015 Mar 11 18:13:02.981446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-db81a000-a367-4336-900a-3ecabd759d61', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:13:02.982865 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.267206 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Allocated IP 172.20.0.2 (db81a000-a367-4336-900a-3ecabd759d61/644d291a-c2f5-4254-b0a3-33721faa9808/e4d2e6d7-0b54-4391-843d-ba53e2c92965) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:03.281940 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for router_gateway (39f170b5-bbf8-43c6-90b8-77d0c5176c27), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.290856 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4b347fe5-4488-45a4-8731-7b9a68fb7ca2 req-349cdd2d-dc11-4063-8fa6-9e6d019cdf31 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570402 Mar 11 18:13:03.607822 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 10039525-d2b3-4afc-84b6-63ecad479f41 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:03.808141 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks [] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.826368 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 10039525-d2b3-4afc-84b6-63ecad479f41 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:13:03.832577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.853527 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 10039525-d2b3-4afc-84b6-63ecad479f41 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:03.854305 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:03.971760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Network db81a000-a367-4336-900a-3ecabd759d61 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:03.989136 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:04.020662 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:04.067092 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Pushing event updated for resources: {'Port': ['ID=e4d2e6d7-0b54-4391-843d-ba53e2c92965,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:04.137138 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Attempting to bind port e4d2e6d7-0b54-4391-843d-ba53e2c92965 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:04.137138 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Attempting to bind port e4d2e6d7-0b54-4391-843d-ba53e2c92965 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:04.137533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Attempting to bind port e4d2e6d7-0b54-4391-843d-ba53e2c92965 on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:04.151461 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:04.151840 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Checking segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:04.152928 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.153511 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Bound using segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:04.154546 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Bound port: e4d2e6d7-0b54-4391-843d-ba53e2c92965, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:04.155097 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.171839 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40352c8-e2e1-4b06-8aec-b0b8af0d857b req-de3bbe94-679d-4f44-9b47-c0c1acf1c7ce tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.177499 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 10039525-d2b3-4afc-84b6-63ecad479f41 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:04.178370 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.180698 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e40352c8-e2e1-4b06-8aec-b0b8af0d857b req-de3bbe94-679d-4f44-9b47-c0c1acf1c7ce tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 945 time: 0.6288586 Mar 11 18:13:04.201738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for router_gateway (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.262463 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:04.264746 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e855a2c-6fc2-47f2-a5e1-53df1f3c2f7f" -d '{"events": [{"server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "name": "network-vif-plugged", "status": "completed", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:04.298430 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=10039525-d2b3-4afc-84b6-63ecad479f41,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:04.301081 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.309890 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.344700 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] For port e4d2e6d7-0b54-4391-843d-ba53e2c92965, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:04.367765 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] For port e4d2e6d7-0b54-4391-843d-ba53e2c92965, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e4d2e6d7-0b54-4391-843d-ba53e2c92965,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:04.390555 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b066153-37e6-4d0b-b4fe-38364323c15c x-openstack-request-id: req-3b066153-37e6-4d0b-b4fe-38364323c15c {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:04.390928 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "name": "network-vif-plugged", "status": "completed", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:04.392332 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3b066153-37e6-4d0b-b4fe-38364323c15c {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:04.392890 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41', 'code': 200} Mar 11 18:13:04.398369 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:04.399109 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e40352c8-e2e1-4b06-8aec-b0b8af0d857b req-201e0bc2-6e64-44a9-94e9-35630a52cd91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171652 Mar 11 18:13:04.443966 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:04.594857 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-4cda79aa-6bc8-403a-83be-341bc98c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.606357 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-4cda79aa-6bc8-403a-83be-341bc98c369a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 1127 time: 0.3571241 Mar 11 18:13:04.621702 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10496e80-9cbb-4a43-a998-a52450f0c47a None None] Pushing event updated for resources: {'Port': ['ID=e4d2e6d7-0b54-4391-843d-ba53e2c92965,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:04.651713 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Allocated IP 172.27.3.138 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/8fa6cc9d-9d51-494d-8271-29b510388ad9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:04.749957 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-4167e8a0-4183-498a-b3a3-9ff46f363e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.751977 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-4167e8a0-4183-498a-b3a3-9ff46f363e72 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1127 time: 0.0997548 Mar 11 18:13:04.966047 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f81a3-b7e7-49f9-a72e-03eeaf0346a0 req-8c83a452-b6a0-4ac8-9ba3-2e61b5d0c911 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.967787 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce8f81a3-b7e7-49f9-a72e-03eeaf0346a0 req-8c83a452-b6a0-4ac8-9ba3-2e61b5d0c911 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.3255639 Mar 11 18:13:04.978710 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-e3df690f-5aa9-43a1-963f-768f4566aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:04.984200 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-e3df690f-5aa9-43a1-963f-768f4566aa5c service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.2251244 Mar 11 18:13:05.039234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dca8c-0609-47dc-a78a-faa1830c384d req-0d603de5-3e17-461b-b422-a0d0d09dad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:05.041609 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e4dca8c-0609-47dc-a78a-faa1830c384d req-0d603de5-3e17-461b-b422-a0d0d09dad61 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 1130 time: 0.3213851 Mar 11 18:13:05.052305 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.086315 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-7120d7bc-3927-432f-ab92-bf323bd4b899 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 998 time: 0.0959826 Mar 11 18:13:05.108355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ce8f81a3-b7e7-49f9-a72e-03eeaf0346a0 req-68e85758-9ef3-4e02-8524-9f1d7147bfdd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288538 Mar 11 18:13:05.150490 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0e4dca8c-0609-47dc-a78a-faa1830c384d req-9add4ca0-f0c2-4949-8b08-f143e95eb127 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014833 Mar 11 18:13:05.162767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.164798 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-9b80a0bf-bc55-4cbc-987c-02e86d7fb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:05.166263 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-9b80a0bf-bc55-4cbc-987c-02e86d7fb594 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0727849 Mar 11 18:13:05.206759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:05.211378 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:05.221057 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:05.256126 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6cc9d-9d51-494d-8271-29b510388ad9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:05.430463 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-7474111e-9071-409b-9342-79625f7a2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:05.432106 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-7474111e-9071-409b-9342-79625f7a2406 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661149 Mar 11 18:13:05.566542 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-928639a3-fd07-40db-a8f8-76a482345a52 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276026 Mar 11 18:13:05.600397 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for router_gateway (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:05.668234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ffc80-9841-411d-a4d4-ff365fd566b0 req-d8cd2051-cd39-4684-b7be-9fcfb968aead tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:05.669913 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-927ffc80-9841-411d-a4d4-ff365fd566b0 req-d8cd2051-cd39-4684-b7be-9fcfb968aead tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.1827214 Mar 11 18:13:05.698500 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f2889bdb-db5c-4dcb-b199-5f7f80a210ac req-fb1ce952-decf-4536-a016-f654b18f10a0 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Mar 11 18:13:05.808069 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-927ffc80-9841-411d-a4d4-ff365fd566b0 req-a42c459e-af16-4333-ad67-43424f90d63e tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283183 Mar 11 18:13:05.955364 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805bbc8-3a5f-4e5a-adc5-6d5b5dd6e271 None None] Network db81a000-a367-4336-900a-3ecabd759d61 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:05.958792 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.054974 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Provisioning complete for port e4d2e6d7-0b54-4391-843d-ba53e2c92965 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:06.055361 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.257092 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:13:06.403064 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e4d2e6d7-0b54-4391-843d-ba53e2c92965 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:06.465628 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98c0db-bdf3-4d41-9326-61a655924519 req-b9e7a4c0-ad19-4a0b-b310-3942de591558 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:06.468424 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3d98c0db-bdf3-4d41-9326-61a655924519 req-b9e7a4c0-ad19-4a0b-b310-3942de591558 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.0881951 Mar 11 18:13:06.469098 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:06.486941 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:06.494568 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Current status of the port e4d2e6d7-0b54-4391-843d-ba53e2c92965 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:06.494946 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.507534 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port e4d2e6d7-0b54-4391-843d-ba53e2c92965 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:06.507994 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.516985 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.522317 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8f7bfd20-aea1-49f6-aa53-9531798d5d21 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9498651 Mar 11 18:13:06.523152 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:06.612081 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3d98c0db-bdf3-4d41-9326-61a655924519 req-96b899ab-b7ff-46f4-859c-17267520ee06 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291802 Mar 11 18:13:06.748787 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:06.749487 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:06.792122 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] For port e4d2e6d7-0b54-4391-843d-ba53e2c92965, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e4d2e6d7-0b54-4391-843d-ba53e2c92965,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:06.845791 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:06.993646 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e043a40-32df-456c-956a-1281e4cf3de3 None None] Pushing event updated for resources: {'Port': ['ID=e4d2e6d7-0b54-4391-843d-ba53e2c92965,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:07.002066 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8f0dc-c495-4c24-b565-bab8c1eed5e3 req-01a671eb-0ce2-4288-92c7-b9b1ffd5509c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.010947 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92e8f0dc-c495-4c24-b565-bab8c1eed5e3 req-01a671eb-0ce2-4288-92c7-b9b1ffd5509c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0837030 Mar 11 18:13:07.057360 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:07.063778 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92e8f0dc-c495-4c24-b565-bab8c1eed5e3 req-411edd85-93b9-495f-af5e-5507aa0eaa96 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505555 Mar 11 18:13:07.086774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4d7df565-16ca-4e56-83b5-d3b88f5e7aca None None] Provisioning complete for port e4d2e6d7-0b54-4391-843d-ba53e2c92965 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:07.086774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4d7df565-16ca-4e56-83b5-d3b88f5e7aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.117758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port e4d2e6d7-0b54-4391-843d-ba53e2c92965 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:07.213876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a372c1d-34a1-479c-8476-24daf33d4c5c req-de6ce58a-7267-4236-88da-5a12507df8eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.216260 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9a372c1d-34a1-479c-8476-24daf33d4c5c req-de6ce58a-7267-4236-88da-5a12507df8eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0709600 Mar 11 18:13:07.226429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39298) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:07.232572 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'port_id': '10039525-d2b3-4afc-84b6-63ecad479f41'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:07.283299 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.301348 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4d7df565-16ca-4e56-83b5-d3b88f5e7aca None None] Current status of the port e4d2e6d7-0b54-4391-843d-ba53e2c92965 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:07.363382 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 3, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:07.394660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:07.394935 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Updating router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 port 8fa6cc9d-9d51-494d-8271-29b510388ad9 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:07.424866 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.497614 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:07.826951 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Allocated IP 172.20.0.1 (db81a000-a367-4336-900a-3ecabd759d61/644d291a-c2f5-4254-b0a3-33721faa9808/cb184f03-1710-448e-8506-7a6e0161d0fb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:07.929877 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72d4c-906e-4611-9403-909b8064a06e req-ba8bb4ae-7968-4833-bfcc-7b2c3273b74e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:07.940089 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69e72d4c-906e-4611-9403-909b8064a06e req-ba8bb4ae-7968-4833-bfcc-7b2c3273b74e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1695704 Mar 11 18:13:08.039381 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks [] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.048507 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.083876 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-69e72d4c-906e-4611-9403-909b8064a06e req-7896d13c-440b-4c0a-b343-0bc1dce7427a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417966 Mar 11 18:13:08.137265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.147603 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.192286 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e4d2e6d7-0b54-4391-843d-ba53e2c92965 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:08.201988 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks [] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.236748 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Attempting to bind port 8fa6cc9d-9d51-494d-8271-29b510388ad9 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:08.237412 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Attempting to bind port 8fa6cc9d-9d51-494d-8271-29b510388ad9 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:08.237979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Attempting to bind port 8fa6cc9d-9d51-494d-8271-29b510388ad9 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:08.241295 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cefff1-2c9a-48a0-9389-788de3a63432 None None] Pushing event updated for resources: {'Port': ['ID=8fa6cc9d-9d51-494d-8271-29b510388ad9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:08.270457 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:08.270942 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:08.271459 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.271943 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:08.272558 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Bound port: 8fa6cc9d-9d51-494d-8271-29b510388ad9, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:08.273123 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.281912 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.325147 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port e4d2e6d7-0b54-4391-843d-ba53e2c92965 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:08.325524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.368049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Network db81a000-a367-4336-900a-3ecabd759d61 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:08.373246 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] For port 8fa6cc9d-9d51-494d-8271-29b510388ad9, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:08.373591 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:08.380679 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] For port 8fa6cc9d-9d51-494d-8271-29b510388ad9, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8fa6cc9d-9d51-494d-8271-29b510388ad9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:08.393171 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.406920 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:08.434001 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP f76ca768-ef98-44c4-8343-78e0a59ee5a7 associated. External IP: 172.27.3.67, port: 10039525-d2b3-4afc-84b6-63ecad479f41. Mar 11 18:13:08.534723 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:08.535446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:08.556001 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cefff1-2c9a-48a0-9389-788de3a63432 None None] Pushing event updated for resources: {'Port': ['ID=8fa6cc9d-9d51-494d-8271-29b510388ad9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:08.570159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port e4d2e6d7-0b54-4391-843d-ba53e2c92965 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:08.593465 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Pushing event updated for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:08.602764 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.822388 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:08.924458 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:08.928237 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:08.948266 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-21eac076-d97f-4ed8-b7f4-8d15ebf5fe22 None None] Provisioning complete for port cb184f03-1710-448e-8506-7a6e0161d0fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:08.948679 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-21eac076-d97f-4ed8-b7f4-8d15ebf5fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.083299 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:09.088447 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.097204 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:09.118662 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:09.120132 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:09.123513 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-21eac076-d97f-4ed8-b7f4-8d15ebf5fe22 None None] Port cb184f03-1710-448e-8506-7a6e0161d0fb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:09.178859 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-47481295-6d19-43a3-961e-d68af4b07840 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "PUT /v2.0/floatingips/f76ca768-ef98-44c4-8343-78e0a59ee5a7 HTTP/1.1" status: 200 len: 991 time: 1.9513388 Mar 11 18:13:09.179464 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:09.191474 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3059c-0e73-4ef5-b1de-bb1848d8446a" -d '{"events": [{"name": "network-changed", "server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:09.335033 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 3, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:09.363100 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5973107-3ed1-4142-8bec-75b55daf182f x-openstack-request-id: req-e5973107-3ed1-4142-8bec-75b55daf182f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:09.363443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:09.363701 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e5973107-3ed1-4142-8bec-75b55daf182f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:09.367221 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41', 'status': 'completed', 'code': 200} Mar 11 18:13:09.392744 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:09.418410 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700893ad-1900-4844-ad84-08ba4e442b5b None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:05Z', 'revision_number': 3, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:09.435119 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e137f7-580f-47f1-b82a-2e0b74cd1bcb req-c796ad9f-7d5f-4398-9f19-533514e332af tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:09.444160 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77e137f7-580f-47f1-b82a-2e0b74cd1bcb req-c796ad9f-7d5f-4398-9f19-533514e332af tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1664622 Mar 11 18:13:09.457109 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks [] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.464915 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.806181 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:09.817056 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Pushing event updated for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:09.923064 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-cedf97f0-6dc3-4cf3-b182-c909388d8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:09.925346 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-cedf97f0-6dc3-4cf3-b182-c909388d8277 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 1130 time: 0.4557099 Mar 11 18:13:10.097076 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'f76ca768-ef98-44c4-8343-78e0a59ee5a7', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '10039525-d2b3-4afc-84b6-63ecad479f41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:ef:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:49Z', 'updated_at': '2022-03-11T18:13:07Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:10.177673 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:10.198286 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:10.199285 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:10.408399 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8fa6cc9d-9d51-494d-8271-29b510388ad9 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:10.502107 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Network db81a000-a367-4336-900a-3ecabd759d61 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:10.508903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:10.517673 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77e137f7-580f-47f1-b82a-2e0b74cd1bcb req-911ecea9-7266-4606-93e8-b5ccfd883225 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0679188 Mar 11 18:13:10.521948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-83b5143e-3ed5-46f8-8d43-861ae758d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:10.524263 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-83b5143e-3ed5-46f8-8d43-861ae758d193 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.5701616 Mar 11 18:13:10.555611 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:10.622129 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 8fa6cc9d-9d51-494d-8271-29b510388ad9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:10.623063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:10.944605 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 8fa6cc9d-9d51-494d-8271-29b510388ad9 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:10.945890 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.032008 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 8fa6cc9d-9d51-494d-8271-29b510388ad9, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8fa6cc9d-9d51-494d-8271-29b510388ad9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:11.063159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.065008 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-27e3cd3c-0172-4e5e-b570-02f48e82b466 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10039525-d2b3-4afc-84b6-63ecad479f41 HTTP/1.1" status: 200 len: 999 time: 0.5322914 Mar 11 18:13:11.080932 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-90122ee9-07f2-4f8e-ae76-9190077110dc None None] Provisioning complete for port cb184f03-1710-448e-8506-7a6e0161d0fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:11.085464 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90122ee9-07f2-4f8e-ae76-9190077110dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:11.198568 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'f76ca768-ef98-44c4-8343-78e0a59ee5a7', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '10039525-d2b3-4afc-84b6-63ecad479f41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:ef:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:49Z', 'updated_at': '2022-03-11T18:13:07Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:11.228154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-300d3ca7-b546-4fee-805c-8f8f8af5a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.235137 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-300d3ca7-b546-4fee-805c-8f8f8af5a7e5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.1483061 Mar 11 18:13:11.235884 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85ec7e9-1317-4392-93dc-422365e83d23 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'f76ca768-ef98-44c4-8343-78e0a59ee5a7', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '10039525-d2b3-4afc-84b6-63ecad479f41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:ef:c3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:12:49Z', 'updated_at': '2022-03-11T18:13:07Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:11.268186 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-90122ee9-07f2-4f8e-ae76-9190077110dc None None] Port cb184f03-1710-448e-8506-7a6e0161d0fb cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:11.271240 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=8fa6cc9d-9d51-494d-8271-29b510388ad9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:11.365909 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-7199e8b9-bd3f-4e8f-a8d5-56285da632c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.367651 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-7199e8b9-bd3f-4e8f-a8d5-56285da632c3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218619 Mar 11 18:13:11.373310 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:11.606229 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:11.613971 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9d1e2499-2d57-4f51-ab4b-dd3a5c56d4cf admin admin] 10.222.0.105 "PUT /v2.0/routers/39f170b5-bbf8-43c6-90b8-77d0c5176c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0885925 Mar 11 18:13:11.773923 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-745b1c40-1d19-4d1a-a6fa-e55bd0bb7fb8 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277696 Mar 11 18:13:11.838356 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12803129-6817-41c5-a583-4da0d0621dc3 None None] New status for floating IP f76ca768-ef98-44c4-8343-78e0a59ee5a7: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:13:11.850189 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3893af5-5624-478e-ad4f-db3921b208e2 req-b20dc573-69df-4b74-9fa5-a6a9d37f9cfd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:11.864512 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3893af5-5624-478e-ad4f-db3921b208e2 req-b20dc573-69df-4b74-9fa5-a6a9d37f9cfd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1811554 Mar 11 18:13:12.022391 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3893af5-5624-478e-ad4f-db3921b208e2 req-7c89d182-35f5-4916-8f20-2f2afcecf73e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563606 Mar 11 18:13:12.091036 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6af3059c-0e73-4ef5-b1de-bb1848d8446a req-ba52c661-77e4-4e6b-bbdd-04b973afb8f1 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058999 Mar 11 18:13:12.349889 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8fa6cc9d-9d51-494d-8271-29b510388ad9 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:12.523042 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 8fa6cc9d-9d51-494d-8271-29b510388ad9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:12.523431 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:12.647971 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 8fa6cc9d-9d51-494d-8271-29b510388ad9 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:12.928441 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:12.933378 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949965727', 'description': 'tempest-description--686174200'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:12.975587 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.129036 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.137702 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.172013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.194420 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.200932 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39364) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.201515 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ec0d5e73-c9b6-4b42-9cb8-acdd8e790f32 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2711186 Mar 11 18:13:13.212473 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group_rule': {'security_group_id': 'ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:13.283370 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:13.318924 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb9f81-25c7-4799-b244-b14c1974c286 req-91f931ef-9c32-4aa3-b843-ab680d8a852d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:13.321721 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:13.322720 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:13.332619 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78fb9f81-25c7-4799-b244-b14c1974c286 req-91f931ef-9c32-4aa3-b843-ab680d8a852d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1985059 Mar 11 18:13:13.342988 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (b41ebe30-9d9f-4386-b8a7-241e65192caa), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.433129 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78fb9f81-25c7-4799-b244-b14c1974c286 req-76ad7d7e-00e3-4fc9-b78c-3514a3ea60ab tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921690 Mar 11 18:13:13.467464 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (b41ebe30-9d9f-4386-b8a7-241e65192caa), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.478315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (b41ebe30-9d9f-4386-b8a7-241e65192caa), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.541219 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:13.547685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41ebe30-9d9f-4386-b8a7-241e65192caa,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.602685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.608048 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bda331b7-27bb-434e-b0f2-d4532cab4957 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3970344 Mar 11 18:13:13.608854 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39370) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.622615 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group_rule': {'security_group_id': 'ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:13.681881 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (db4bf12c-eb63-4f52-a41e-c4e12f385709), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.835350 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (db4bf12c-eb63-4f52-a41e-c4e12f385709), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.840635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (db4bf12c-eb63-4f52-a41e-c4e12f385709), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.903294 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4bf12c-eb63-4f52-a41e-c4e12f385709,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:13.913656 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:13.919148 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:13.923876 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:13.928792 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-09b31a73-f214-4fb0-8b03-992ea99807bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169909 Mar 11 18:13:13.954107 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.140228 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39378) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:14.151440 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:09Z', 'revision_number': 2, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:14.194011 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:14.194585 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Updating router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 port cb184f03-1710-448e-8506-7a6e0161d0fb binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:14.226694 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.233327 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.361822 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53947d0b-be90-4b0b-9c14-4b1a5541378e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.371369 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Allocated IP 172.27.3.193 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/f65f15a9-51d8-438a-94c5-af26bf2bac15) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:14.533032 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.558558 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53947d0b-be90-4b0b-9c14-4b1a5541378e admin admin] Publish callbacks [] for security_group (29adc53c-23ab-435b-90ea-847e83d22f2c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.566571 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53947d0b-be90-4b0b-9c14-4b1a5541378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (29adc53c-23ab-435b-90ea-847e83d22f2c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.620535 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.621484 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53947d0b-be90-4b0b-9c14-4b1a5541378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29adc53c-23ab-435b-90ea-847e83d22f2c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:14.650452 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks [] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.658276 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.695053 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:14.696486 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=f65f15a9-51d8-438a-94c5-af26bf2bac15,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:14.702729 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:14.708492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:14.731618 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-53947d0b-be90-4b0b-9c14-4b1a5541378e admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=43a038b1ebf845b29d5b2c97b67ae6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901504 Mar 11 18:13:14.734599 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39386) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:14.814351 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b37dfe-b0df-47b3-9f72-c3baf85d9a28 None None] Pushing event updated for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:14.830250 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a2fca-f5d0-4104-ad0a-dced568bf274 req-d1111bd1-b071-42af-9935-3c81eb7b1faa tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:14.840625 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d21a2fca-f5d0-4104-ad0a-dced568bf274 req-d1111bd1-b071-42af-9935-3c81eb7b1faa tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2207265 Mar 11 18:13:14.931783 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Attempting to bind port cb184f03-1710-448e-8506-7a6e0161d0fb on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:14.932553 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Attempting to bind port cb184f03-1710-448e-8506-7a6e0161d0fb by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:14.933297 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Attempting to bind port cb184f03-1710-448e-8506-7a6e0161d0fb on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:14.934364 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.944573 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:14.945146 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Checking segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:14.945652 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.946262 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Bound using segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:14.947705 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Bound port: cb184f03-1710-448e-8506-7a6e0161d0fb, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:14.948591 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:14.959921 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] Publish callbacks [] for security_group (29adc53c-23ab-435b-90ea-847e83d22f2c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.023397 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.042905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d21a2fca-f5d0-4104-ad0a-dced568bf274 req-841b7c55-49d7-4f2a-85a6-4f26c3e25e16 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889968 Mar 11 18:13:15.096934 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] For port cb184f03-1710-448e-8506-7a6e0161d0fb, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:15.101483 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] For port cb184f03-1710-448e-8506-7a6e0161d0fb, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=cb184f03-1710-448e-8506-7a6e0161d0fb,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:15.105375 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] Publish callbacks [] for security_group (29adc53c-23ab-435b-90ea-847e83d22f2c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.121102 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.185220 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-4c957425-0d22-492f-a088-696152898301 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982392961&fields=id&tenant_id=ae982c57004e41abac773b4455fc3a2b HTTP/1.1" status: 200 len: 267 time: 0.0741382 Mar 11 18:13:15.223195 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b37dfe-b0df-47b3-9f72-c3baf85d9a28 None None] Pushing event updated for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:15.261310 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:15.262215 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:15.297029 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Provisioning complete for port cb184f03-1710-448e-8506-7a6e0161d0fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:15.297676 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.317075 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.320309 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (29adc53c-23ab-435b-90ea-847e83d22f2c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.323486 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.325071 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/29adc53c-23ab-435b-90ea-847e83d22f2c HTTP/1.1" status: 204 len: 168 time: 0.5891118 Mar 11 18:13:15.325972 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.344798 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf712b-c905-4631-9dde-275d563ca771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29adc53c-23ab-435b-90ea-847e83d22f2c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:15.406766 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-fded77f5-d77a-4320-9c7f-bc83eb48a46b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:15.408696 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-fded77f5-d77a-4320-9c7f-bc83eb48a46b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 808 time: 0.2044892 Mar 11 18:13:15.426734 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=f65f15a9-51d8-438a-94c5-af26bf2bac15,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:15.463431 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-5294956e-a8c7-4d7e-a957-e2c9d5e6f7d9 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/quotas/ae982c57004e41abac773b4455fc3a2b HTTP/1.1" status: 200 len: 375 time: 0.0190232 Mar 11 18:13:15.502037 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:15.510287 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.551081 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.556408 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1ff17be6-a623-4c32-b724-a99bb06dd51f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6338577 Mar 11 18:13:15.591165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Current status of the port cb184f03-1710-448e-8506-7a6e0161d0fb is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:15.592490 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.649419 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-a9d770ae-da97-4037-b705-35af0c356431 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847265 Mar 11 18:13:15.724627 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] For port cb184f03-1710-448e-8506-7a6e0161d0fb, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=cb184f03-1710-448e-8506-7a6e0161d0fb,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:15.741297 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.845074 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a182-23f2-4cb5-b9a5-8277eb70838e None None] Pushing event updated for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:15.932813 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-8f259e5d-de40-476a-9501-df7f3c96801a None None] Provisioning complete for port cb184f03-1710-448e-8506-7a6e0161d0fb triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:15.935410 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8f259e5d-de40-476a-9501-df7f3c96801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:15.940953 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-5e4cef94-ff36-442d-b17b-5eb0c61cbc83 service neutron] 10.222.0.105 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641902 Mar 11 18:13:16.035980 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:16.080774 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e47108-5576-4a93-9757-1dd175342682 None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:16.115525 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-8f259e5d-de40-476a-9501-df7f3c96801a None None] Current status of the port cb184f03-1710-448e-8506-7a6e0161d0fb is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:16.244606 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-e36a57b3-5a53-45c5-a561-5c60ee25b334 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1949965727&fields=id&tenant_id=12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 267 time: 0.2997341 Mar 11 18:13:16.442931 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-5f0fe26f-d54b-4064-8a9b-3d59dcda3629 service neutron] 10.222.0.105 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556823 Mar 11 18:13:16.493854 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-cda3b91c-292a-4f58-bf3f-13ba143b3ae2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:16.504872 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-cda3b91c-292a-4f58-bf3f-13ba143b3ae2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 810 time: 0.2589231 Mar 11 18:13:16.542439 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-ae6395b5-49e1-4921-9c22-6a4cf1bf3803 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/quotas/12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 375 time: 0.0360765 Mar 11 18:13:16.728275 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-d159a655-0789-4c88-90d6-b32d4af62138 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766226 Mar 11 18:13:16.927936 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:16.961185 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-de5b07b1-eaac-4462-a265-ed8c3bc4a19e service neutron] 10.222.0.105 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974120 Mar 11 18:13:17.224138 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544059729-network', 'tenant_id': '7121d5c82cd74413b2f640843b585904'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:17.243356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ceb4-00aa-423a-93a6-ec58f122bd34 req-a6da8bdd-97d7-4b8b-943b-57861ccdf6cd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:17.246052 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ef8ceb4-00aa-423a-93a6-ec58f122bd34 req-a6da8bdd-97d7-4b8b-943b-57861ccdf6cd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1344700 Mar 11 18:13:17.272730 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a45f439d-ea10-472e-8acc-e838e3b7699f service neutron] 10.222.0.105 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098247 Mar 11 18:13:17.302708 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Made reservation on behalf of 7121d5c82cd74413b2f640843b585904 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:17.305728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.336222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.405082 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2ef8ceb4-00aa-423a-93a6-ec58f122bd34 req-f7dbee96-86ca-4a45-bfb2-50399b58d4de tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435146 Mar 11 18:13:17.556807 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks [] for security_group (cd0bf8fa-f71d-454e-925d-408846e9cb28), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.566068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (cd0bf8fa-f71d-454e-925d-408846e9cb28), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.576157 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9e2ea62-fa6d-4a96-ae06-27e26bea639f req-0ee64364-057b-4b87-b0fd-1aa4bdd28327 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0922427 Mar 11 18:13:17.699184 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:17.714309 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0bf8fa-f71d-454e-925d-408846e9cb28,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:17.756355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (621e67e9-689a-4518-b50e-8e91b9ebc56e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.756694 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Added segment 621e67e9-689a-4518-b50e-8e91b9ebc56e of type vlan for network a079539b-71a9-4e13-a75c-e26217f17a22 Mar 11 18:13:17.795801 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-206c0015-3d00-4923-94d7-586e9861726d req-b2fcce7e-257f-4386-aee7-ea3a6d077390 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 210 time: 0.0760353 Mar 11 18:13:17.873800 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (a079539b-71a9-4e13-a75c-e26217f17a22), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.942938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (a079539b-71a9-4e13-a75c-e26217f17a22), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:17.950413 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:17.951125 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:18.095150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39456) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:18.105870 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Request body: {'subnet': {'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544059729-subnet', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:18.108089 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1776538 Mar 11 18:13:18.177646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Made reservation on behalf of 7121d5c82cd74413b2f640843b585904 for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:18.187896 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:18.202799 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8749c7-875c-4d27-a166-f929ae1344ed admin admin] Pushing event updated for resources: {'Network': ['ID=a079539b-71a9-4e13-a75c-e26217f17a22,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:18.218338 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network a079539b-71a9-4e13-a75c-e26217f17a22 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:18.303638 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device cb184f03-1710-448e-8506-7a6e0161d0fb up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:18.551572 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port cb184f03-1710-448e-8506-7a6e0161d0fb triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:18.551980 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:18.657298 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (37235a5f-e8e8-4dc0-8015-e39d817fd242), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:18.737866 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port cb184f03-1710-448e-8506-7a6e0161d0fb is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:18.747358 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37235a5f-e8e8-4dc0-8015-e39d817fd242,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:18.819050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b22b386-79ee-4cdb-ad7e-54a11803ad31 req-09f4d51f-f802-446d-a402-4f52c1961a17 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0462928 Mar 11 18:13:18.867826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ed1b4-a879-4a9d-86c0-c7683f190521 req-a281ded5-b481-47e1-9703-94607c693628 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:18.870935 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b6ed1b4-a879-4a9d-86c0-c7683f190521 req-a281ded5-b481-47e1-9703-94607c693628 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2273364 Mar 11 18:13:18.874636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Checking segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:18.874988 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Network hostable DHCP agents. Network: a079539b-71a9-4e13-a75c-e26217f17a22, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:18.986038 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b6ed1b4-a879-4a9d-86c0-c7683f190521 req-1501c83c-2aac-4801-9efa-c52dbbe71f10 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065426 Mar 11 18:13:19.012376 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3dabbb76-d4ed-4f32-9db3-56b6c6961861 req-189986f2-2ba8-4f39-a4ac-b46614263064 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 210 time: 0.0468810 Mar 11 18:13:19.033932 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Network a079539b-71a9-4e13-a75c-e26217f17a22 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:19.051321 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, a079539b-71a9-4e13-a75c-e26217f17a22) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:19.060583 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7b29b-fef6-4458-a0a5-5ed30252aa5a None None] Network a079539b-71a9-4e13-a75c-e26217f17a22 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:19.079740 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:19.081132 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.123367 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e6f146a3-16fa-44b3-b9f6-26a38891c759 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0241208 Mar 11 18:13:19.123588 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:19.129866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:19.172930 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (dc6accbf-be18-4808-9bb0-373253124978), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.173991 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (dc6accbf-be18-4808-9bb0-373253124978), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.228387 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-a079539b-71a9-4e13-a75c-e26217f17a22', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'project_id': '7121d5c82cd74413b2f640843b585904', 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:13:19.232314 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.254935 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for router_controller (dc6accbf-be18-4808-9bb0-373253124978), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.382621 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Allocated IP 172.20.0.2 (a079539b-71a9-4e13-a75c-e26217f17a22/37235a5f-e8e8-4dc0-8015-e39d817fd242/e8046d91-3557-4153-a4a1-e81d69455385) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:19.400040 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for router_gateway (dc6accbf-be18-4808-9bb0-373253124978), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.593380 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks [] for port (e8046d91-3557-4153-a4a1-e81d69455385), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.600117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (e8046d91-3557-4153-a4a1-e81d69455385), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.624126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for router_gateway (dc6accbf-be18-4808-9bb0-373253124978), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.640723 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Network a079539b-71a9-4e13-a75c-e26217f17a22 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:19.644765 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.648515 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:19.651507 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:19.665821 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Pushing event updated for resources: {'Port': ['ID=e8046d91-3557-4153-a4a1-e81d69455385,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:19.729089 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Attempting to bind port e8046d91-3557-4153-a4a1-e81d69455385 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:19.729089 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Attempting to bind port e8046d91-3557-4153-a4a1-e81d69455385 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:19.729089 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Attempting to bind port e8046d91-3557-4153-a4a1-e81d69455385 on network a079539b-71a9-4e13-a75c-e26217f17a22 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:19.735944 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:19.736490 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Checking segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:19.736987 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.737458 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Bound using segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:19.738013 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Bound port: e8046d91-3557-4153-a4a1-e81d69455385, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:19.738477 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e8046d91-3557-4153-a4a1-e81d69455385), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.782614 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Allocated IP 172.27.3.50 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/d4522e24-1f05-4c40-b08e-ee3e21fe5234) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:19.815568 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] For port e8046d91-3557-4153-a4a1-e81d69455385, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:19.820151 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] For port e8046d91-3557-4153-a4a1-e81d69455385, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e8046d91-3557-4153-a4a1-e81d69455385,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:19.829995 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e8046d91-3557-4153-a4a1-e81d69455385), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.907923 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad18eb-f13a-44aa-8c46-0bf225c59931 None None] Pushing event updated for resources: {'Port': ['ID=e8046d91-3557-4153-a4a1-e81d69455385,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:19.935832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:19.966390 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3e103fca-980e-4534-8762-b42f44b2ca6d req-25ad696e-a461-4388-b4f8-2da13209f5e0 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0300946 Mar 11 18:13:19.980917 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:20.019193 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:20.025947 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:20.031348 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:20.156090 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f9f4f32f-1e0b-4fcf-a55b-3a0592f5feae req-6917b01d-621d-4670-8a1d-308e74da3b29 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 210 time: 0.0548930 Mar 11 18:13:20.240190 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Pushing event updated for resources: {'Port': ['ID=d4522e24-1f05-4c40-b08e-ee3e21fe5234,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:20.259000 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfc706-3a1e-4bd0-a651-47d254f5b4e7 req-13e8cc54-5a9a-4b6e-b61f-5b0230f2ecd3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:20.260655 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8dfc706-3a1e-4bd0-a651-47d254f5b4e7 req-13e8cc54-5a9a-4b6e-b61f-5b0230f2ecd3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1133695 Mar 11 18:13:20.363746 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d8dfc706-3a1e-4bd0-a651-47d254f5b4e7 req-8a674cb7-f816-4ba6-84e7-eddc8949d855 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965478 Mar 11 18:13:20.630234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-cc02d796-52ab-4c2a-afce-74c535cbaf01 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:20.631967 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-cc02d796-52ab-4c2a-afce-74c535cbaf01 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 810 time: 0.2571661 Mar 11 18:13:20.708607 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-07ff9eb0-b0a0-403a-943c-82ac7e06df29 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:20.710180 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-07ff9eb0-b0a0-403a-943c-82ac7e06df29 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 808 time: 0.6272948 Mar 11 18:13:20.723634 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-5ed4b82f-3beb-4cab-bb2c-76533c593844 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 380 time: 0.0815558 Mar 11 18:13:20.735171 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'port': {'device_id': 'ae054f20-d799-4933-84df-2a192334f92b', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'admin_state_up': True, 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'security_groups': ['ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:20.864634 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-c2c988ac-50d8-4548-85e3-50871fa566bd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae982c57004e41abac773b4455fc3a2b HTTP/1.1" status: 200 len: 379 time: 0.1384616 Mar 11 18:13:20.882084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'port': {'device_id': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'admin_state_up': True, 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'security_groups': ['b65c0acc-0eee-4f9f-b399-66238d371f1a']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:20.905170 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Made reservation on behalf of 12b42d3a449a42f79a4ae4dc943268a5 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:20.908759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.024825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for router_gateway (dc6accbf-be18-4808-9bb0-373253124978), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.099465 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Allocated IP 172.20.0.6 (db81a000-a367-4336-900a-3ecabd759d61/644d291a-c2f5-4254-b0a3-33721faa9808/c24b4346-fea6-46ee-a832-074afef8f5bc) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:21.138884 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0b2c95e4-d9f9-462b-91ef-a2275c4837d0 req-14eb327c-8074-430e-962c-d8d07c8afa73 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0484262 Mar 11 18:13:21.191090 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Made reservation on behalf of ae982c57004e41abac773b4455fc3a2b for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:21.194763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.314057 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0f315898-90ce-480f-9331-4bae7b8f8bce req-47bcb3f9-75d7-486c-99e2-97a4dab46bd8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 210 time: 0.0390792 Mar 11 18:13:21.356989 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.361210 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe8a29-8983-4e7b-b722-7b6626138305 None None] Network a079539b-71a9-4e13-a75c-e26217f17a22 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:21.409427 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.422093 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (dc6accbf-be18-4808-9bb0-373253124978), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.455557 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Provisioning complete for port e8046d91-3557-4153-a4a1-e81d69455385 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:21.456013 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e8046d91-3557-4153-a4a1-e81d69455385), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.476852 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:21.525002 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Network db81a000-a367-4336-900a-3ecabd759d61 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:21.534304 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Allocated IP 172.20.0.12 (6715e92d-0b45-48ce-b7c1-a561db6612c2/9c96c67e-6468-429b-ad21-268f5b305b00/5bcab936-8ddc-4040-ac5c-306091704f6b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:21.561138 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:21.575310 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:21.619599 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Current status of the port e8046d91-3557-4153-a4a1-e81d69455385 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:21.620346 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (e8046d91-3557-4153-a4a1-e81d69455385), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.683958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] For port e8046d91-3557-4153-a4a1-e81d69455385, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e8046d91-3557-4153-a4a1-e81d69455385,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:21.689463 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39908-969f-47d5-bd5f-fdb167ea13bd req-2ca66105-0f2c-4dba-96b0-6bbb0b33ffe7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:21.691207 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-48d39908-969f-47d5-bd5f-fdb167ea13bd req-2ca66105-0f2c-4dba-96b0-6bbb0b33ffe7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1949358 Mar 11 18:13:21.694050 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (e8046d91-3557-4153-a4a1-e81d69455385), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.705493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:21.706402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.762980 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10442-e017-4d1b-86f3-e9b44a559601 None None] Pushing event updated for resources: {'Port': ['ID=e8046d91-3557-4153-a4a1-e81d69455385,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:21.801824 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a4bd63e9-86dc-420f-b9b9-029a49489d8a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0709753 Mar 11 18:13:21.809165 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-48d39908-969f-47d5-bd5f-fdb167ea13bd req-90f3cb02-dc04-4944-9e9a-35b9f10f5402 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920854 Mar 11 18:13:21.815113 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Request body: {'port': {'device_id': 'ae054f20-d799-4933-84df-2a192334f92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:21.845234 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Router dc6accbf-be18-4808-9bb0-373253124978 is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:13:21.942523 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:21.946980 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.018515 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Provisioning complete for port e8046d91-3557-4153-a4a1-e81d69455385 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:22.019233 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e8046d91-3557-4153-a4a1-e81d69455385), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.034838 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:22.042142 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.055979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Sync routers for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:22.086484 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:22.086484 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:22.105116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:22.110074 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.114132 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4dafc938-965f-4b24-89c9-8c574f84e0dc admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9897809 Mar 11 18:13:22.115663 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39486) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:22.117747 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:22.122374 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:22.165092 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:22.226510 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:22.228753 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.278569 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-1573900a-6b44-49f9-b06a-5afbe11a50d2 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4062631 Mar 11 18:13:22.312259 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Request body: {'port': {'device_id': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:22.321007 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Current status of the port e8046d91-3557-4153-a4a1-e81d69455385 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:22.388155 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e8046d91-3557-4153-a4a1-e81d69455385 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:22.447316 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Provisioning complete for port c24b4346-fea6-46ee-a832-074afef8f5bc triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:22.448485 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.450160 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.494791 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:22.583733 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24b4346-fea6-46ee-a832-074afef8f5bc {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:22.598199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks [] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.674186 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Transition to ACTIVE for port object c24b4346-fea6-46ee-a832-074afef8f5bc will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:13:22.687885 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.701365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22de1f-ab6c-40c2-9c6a-0d360896e85a req-c8150f60-c9a8-41d9-a45f-9cb15c6e8bd4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:22.702859 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba22de1f-ab6c-40c2-9c6a-0d360896e85a req-c8150f60-c9a8-41d9-a45f-9cb15c6e8bd4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 932 time: 0.3847177 Mar 11 18:13:22.745798 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-830ff74b-65e4-4cf9-81cf-fa0e5bc92c7e None None] Port c24b4346-fea6-46ee-a832-074afef8f5bc cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:22.760641 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e55144-aca0-4057-904b-fa083fb6498d req-deccbb01-13b6-464a-bca8-53b9c7266225 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:22.768825 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87e55144-aca0-4057-904b-fa083fb6498d req-deccbb01-13b6-464a-bca8-53b9c7266225 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 931 time: 0.2338722 Mar 11 18:13:22.797647 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port e8046d91-3557-4153-a4a1-e81d69455385 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:22.798317 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (e8046d91-3557-4153-a4a1-e81d69455385), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.841254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcab936-8ddc-4040-ac5c-306091704f6b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:22.852222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks [] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.883652 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Transition to ACTIVE for port object 5bcab936-8ddc-4040-ac5c-306091704f6b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:13:22.888480 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:22.942894 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ba22de1f-ab6c-40c2-9c6a-0d360896e85a req-797b9602-3892-451d-a8e6-a9e2f1999568 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064400 Mar 11 18:13:22.946359 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Pushing event updated for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.015650 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port e8046d91-3557-4153-a4a1-e81d69455385 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:23.025362 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:20Z', 'revision_number': 3, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:23.045914 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.063876 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Checking router: dc6accbf-be18-4808-9bb0-373253124978 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:23.064228 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Updating router dc6accbf-be18-4808-9bb0-373253124978 port d4522e24-1f05-4c40-b08e-ee3e21fe5234 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:23.128464 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.179426 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Attempting to bind port 5bcab936-8ddc-4040-ac5c-306091704f6b on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:23.179795 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Attempting to bind port 5bcab936-8ddc-4040-ac5c-306091704f6b by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:23.180144 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Attempting to bind port 5bcab936-8ddc-4040-ac5c-306091704f6b on network 6715e92d-0b45-48ce-b7c1-a561db6612c2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.190194 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Port 5bcab936-8ddc-4040-ac5c-306091704f6b on network 6715e92d-0b45-48ce-b7c1-a561db6612c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:23.190435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Attempting to bind port 5bcab936-8ddc-4040-ac5c-306091704f6b on network 6715e92d-0b45-48ce-b7c1-a561db6612c2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.219706 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87e55144-aca0-4057-904b-fa083fb6498d req-e4bfc0a4-b252-4c60-9cd9-9899ceb5f935 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487171 Mar 11 18:13:23.221089 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:23.221789 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Checking segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:23.222551 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Bound using segment: {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:23.223180 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Bound port: 5bcab936-8ddc-4040-ac5c-306091704f6b, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c2b205b-584d-4871-b7c7-4588251b5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:23.224108 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.336127 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Attempting to bind port c24b4346-fea6-46ee-a832-074afef8f5bc on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:23.336502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:23.336632 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Attempting to bind port c24b4346-fea6-46ee-a832-074afef8f5bc by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:23.336870 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Attempting to bind port c24b4346-fea6-46ee-a832-074afef8f5bc on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.340869 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:23.353812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.359078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Port c24b4346-fea6-46ee-a832-074afef8f5bc on network db81a000-a367-4336-900a-3ecabd759d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:13:23.359483 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Attempting to bind port c24b4346-fea6-46ee-a832-074afef8f5bc on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.385234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4163e0b-f620-43fa-bd90-2c7d599df1a1 req-884d4112-d351-4bc0-821a-133d87c2d204 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.386951 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f4163e0b-f620-43fa-bd90-2c7d599df1a1 req-884d4112-d351-4bc0-821a-133d87c2d204 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1924479 Mar 11 18:13:23.389123 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:23.389461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Checking segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:23.389842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Bound using segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:23.390291 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Bound port: c24b4346-fea6-46ee-a832-074afef8f5bc, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:23.390645 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.423129 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.423601 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.425434 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-59e4b763-d770-4bef-a639-b963813d615f service neutron] 10.222.0.107 "PUT /v2.0/ports/5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 1094 time: 1.1382151 Mar 11 18:13:23.426252 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:23.430452 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf9510-db6c-4bf8-ab81-2f6721685a94" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:23.513226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4b763-d770-4bef-a639-b963813d615f service neutron] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.533045 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51abec6-9a7f-480b-a297-54750a49906d x-openstack-request-id: req-a51abec6-9a7f-480b-a297-54750a49906d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:23.533347 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:23.533576 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a51abec6-9a7f-480b-a297-54750a49906d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:23.534522 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'status': 'completed', 'code': 200} Mar 11 18:13:23.541193 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-d1b3ff1e-06c1-4a30-aaf2-89cf7c19b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.542844 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-d1b3ff1e-06c1-4a30-aaf2-89cf7c19b99c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1128 time: 0.0724154 Mar 11 18:13:23.597752 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:23.601524 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=c24b4346-fea6-46ee-a832-074afef8f5bc,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:23.603406 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-fdc38b16-505c-42e6-b671-aa143aaca21a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 217 time: 0.0527759 Mar 11 18:13:23.611943 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f4163e0b-f620-43fa-bd90-2c7d599df1a1 req-5ff343f0-403f-4a0e-99b8-ad8f1406bb31 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996551 Mar 11 18:13:23.617818 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.655099 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks [] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.664107 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.685315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.685942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.687500 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] 10.222.0.107 "PUT /v2.0/ports/c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 1093 time: 1.8773115 Mar 11 18:13:23.714493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:23.720158 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a751e5-4930-4e36-9a9c-7a6434053ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:23.725371 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-853e53ec-3325-4048-8620-8079f114f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.737861 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-853e53ec-3325-4048-8620-8079f114f7f2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.1229942 Mar 11 18:13:23.775662 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Attempting to bind port d4522e24-1f05-4c40-b08e-ee3e21fe5234 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:23.779645 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Attempting to bind port d4522e24-1f05-4c40-b08e-ee3e21fe5234 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:23.784783 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Attempting to bind port d4522e24-1f05-4c40-b08e-ee3e21fe5234 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:23.828449 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414f0ef-6aca-4b04-8e8b-72c22141c333 x-openstack-request-id: req-8414f0ef-6aca-4b04-8e8b-72c22141c333 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:23.829160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:23.829777 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-8414f0ef-6aca-4b04-8e8b-72c22141c333 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:23.830481 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'status': 'completed', 'code': 200} Mar 11 18:13:23.833991 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7b692-f8f9-40ba-b2e6-0147e7d3455a service neutron] Pushing event updated for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.846862 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.848517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-e14d5009-deb6-42c5-9861-e8aceefd5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:23.850837 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-e14d5009-deb6-42c5-9861-e8aceefd5da4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092923 Mar 11 18:13:23.876976 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:23.879259 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:23.880588 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.881498 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:23.882807 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Bound port: d4522e24-1f05-4c40-b08e-ee3e21fe5234, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:23.883804 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.897080 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-167874fd-6645-4469-9db0-ded364c6821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:23.940827 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Pushing event updated for resources: {'Port': ['ID=d4522e24-1f05-4c40-b08e-ee3e21fe5234,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:23.954721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.955504 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.956210 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.957018 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.957652 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.958247 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.958897 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.959654 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.960382 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.960950 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.961770 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.962355 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:23.962909 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:24.003980 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-e2abcf40-1e34-497c-aa14-cac49f0184c0 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436472 Mar 11 18:13:24.016914 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] For port d4522e24-1f05-4c40-b08e-ee3e21fe5234, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:24.022768 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] For port d4522e24-1f05-4c40-b08e-ee3e21fe5234, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=d4522e24-1f05-4c40-b08e-ee3e21fe5234,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:24.031705 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:24.108847 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:24.109583 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:12:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:24.112115 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b27c95-4db2-4245-ae64-880b95de3a68 None None] Pushing event updated for resources: {'Port': ['ID=d4522e24-1f05-4c40-b08e-ee3e21fe5234,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:24.161684 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-061de2a0-fc6c-47e1-94cf-3534d79f2388 req-896c130e-32d6-4984-bf8e-29beb0944749 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492379 Mar 11 18:13:24.292833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-de208225-f3dd-4244-9cfd-8b997181f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.294846 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-de208225-f3dd-4244-9cfd-8b997181f34a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1128 time: 0.0678627 Mar 11 18:13:24.303771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:24.425369 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-a02370ad-77e4-4251-a71e-e29ee5fda7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.426885 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-a02370ad-77e4-4251-a71e-e29ee5fda7a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.1257091 Mar 11 18:13:24.442490 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-e1f9b0af-179c-445d-a81b-8c058edcca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.444205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-e1f9b0af-179c-445d-a81b-8c058edcca76 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1127 time: 0.6765852 Mar 11 18:13:24.478312 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-a6648e0b-e8ed-408d-a7cf-274b006e6973 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 217 time: 0.0437365 Mar 11 18:13:24.537264 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-2fa1e2a3-6417-4fac-a072-03cc45bf0b1d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 217 time: 0.0708160 Mar 11 18:13:24.556840 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-82ff5af1-28b3-48ad-b908-98aab3c3944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.558500 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-82ff5af1-28b3-48ad-b908-98aab3c3944f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0738757 Mar 11 18:13:24.570669 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:20Z', 'revision_number': 3, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:24.609202 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a96d7-849e-4ffb-8f9a-2e938b3d5309 None None] The sync data for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi is: [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:20Z', 'revision_number': 3, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:24.616052 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-03eb7f1b-86ec-43c5-8d94-b2497aff1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.618075 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-03eb7f1b-86ec-43c5-8d94-b2497aff1002 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539181 Mar 11 18:13:24.685347 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b7797-98f8-405a-84de-a654e8bc9a09 req-c47e6c07-99f3-458c-b7b5-be20f9e42649 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.686923 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c48b7797-98f8-405a-84de-a654e8bc9a09 req-c47e6c07-99f3-458c-b7b5-be20f9e42649 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.2793925 Mar 11 18:13:24.688452 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-6824532a-fea7-40cd-b24f-b7d093f242c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.690456 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-6824532a-fea7-40cd-b24f-b7d093f242c5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.1454806 Mar 11 18:13:24.697440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f9eb-f740-4036-9dd1-5034e2d9ba17 req-1c33a029-4ba7-465d-a646-e4c0838b1634 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.699200 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05b3f9eb-f740-4036-9dd1-5034e2d9ba17 req-1c33a029-4ba7-465d-a646-e4c0838b1634 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 943 time: 0.2903118 Mar 11 18:13:24.777441 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-3727c455-7f61-45fc-a692-7df440d25a13 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530478 Mar 11 18:13:24.819759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Allocated IP 172.20.0.1 (a079539b-71a9-4e13-a75c-e26217f17a22/37235a5f-e8e8-4dc0-8015-e39d817fd242/c906d730-f4b7-4c00-9a62-560470b9584f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:24.881823 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c48b7797-98f8-405a-84de-a654e8bc9a09 req-8f08d342-c217-41c9-bbbd-9e735342232d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813149 Mar 11 18:13:24.912050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05b3f9eb-f740-4036-9dd1-5034e2d9ba17 req-2e6033b5-11fb-4b3e-8388-a44c1dc891e1 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817698 Mar 11 18:13:24.939993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a91237d2-0e23-4b37-bc49-1ab22b200774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:24.940652 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-a91237d2-0e23-4b37-bc49-1ab22b200774 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2140450 Mar 11 18:13:24.970189 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-24cf9510-db6c-4bf8-ab81-2f6721685a94 req-19656485-32af-4886-b832-1d712d7a6ff7 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866364 Mar 11 18:13:25.180905 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.182453 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks [] for port (c906d730-f4b7-4c00-9a62-560470b9584f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.211944 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-9e8cb1d8-c756-4b42-9a3f-de38dc24971d service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573934 Mar 11 18:13:25.318663 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759fc0-179b-47e8-84e1-8e9952d624d7 req-6046e2ac-90d0-4871-9da3-a03073dc64ba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:25.321365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d759fc0-179b-47e8-84e1-8e9952d624d7 req-6046e2ac-90d0-4871-9da3-a03073dc64ba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2119992 Mar 11 18:13:25.458926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.469888 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d759fc0-179b-47e8-84e1-8e9952d624d7 req-eaf15ad1-6d49-4291-aca8-bd1d669e6d0d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320260 Mar 11 18:13:25.506177 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1db81751-40fc-469c-b59d-9e90c65fe649 req-3146c47a-390c-4e19-90c6-bd83eb3dcdcc service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875180 Mar 11 18:13:25.544031 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Network a079539b-71a9-4e13-a75c-e26217f17a22 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:25.549649 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:25.558555 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:25.563622 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Pushing event updated for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:25.693345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (dc6accbf-be18-4808-9bb0-373253124978), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.782070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-2b168516-9c18-4783-ab90-01a589e0f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:25.783837 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-2b168516-9c18-4783-ab90-01a589e0f2a7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1127 time: 0.1766045 Mar 11 18:13:25.848292 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-3e93d69a-32f9-4fa0-aee1-da84bdb94d76 None None] Provisioning complete for port c906d730-f4b7-4c00-9a62-560470b9584f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:25.848659 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e93d69a-32f9-4fa0-aee1-da84bdb94d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.890990 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-3e93d69a-32f9-4fa0-aee1-da84bdb94d76 None None] Port c906d730-f4b7-4c00-9a62-560470b9584f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:25.963431 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:25.968886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-d30db4d3-b0c0-400c-8dd2-08d3dfe811bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:25.970364 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-d30db4d3-b0c0-400c-8dd2-08d3dfe811bb service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.1785359 Mar 11 18:13:26.022751 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-1bfb9eba-5f0b-4336-9a25-ea777323b2f9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 217 time: 0.0451996 Mar 11 18:13:26.177084 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9346a5a-5d64-4c82-9990-47f84f013142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.197327 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device d4522e24-1f05-4c40-b08e-ee3e21fe5234 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:26.246671 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-f8017d17-43af-42d7-82e9-52e00203bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:26.248250 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-f8017d17-43af-42d7-82e9-52e00203bcf5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.2035539 Mar 11 18:13:26.258287 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port d4522e24-1f05-4c40-b08e-ee3e21fe5234 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:26.258922 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.321554 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e10490-e7a7-49dd-a698-a5b291e72644 req-32391df6-7acd-4438-b578-798d8fd13cba tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:26.323127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85e10490-e7a7-49dd-a698-a5b291e72644 req-32391df6-7acd-4438-b578-798d8fd13cba tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 943 time: 0.2796855 Mar 11 18:13:26.358316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e533d-e8b5-4a20-80d9-169c38ab2708 req-3d3e20b1-7a6f-4bc8-a691-256190547508 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:26.359886 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-550e533d-e8b5-4a20-80d9-169c38ab2708 req-3d3e20b1-7a6f-4bc8-a691-256190547508 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.2202344 Mar 11 18:13:26.363999 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port d4522e24-1f05-4c40-b08e-ee3e21fe5234 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:26.364533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.389799 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port d4522e24-1f05-4c40-b08e-ee3e21fe5234, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=d4522e24-1f05-4c40-b08e-ee3e21fe5234,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:26.396174 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.462888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=d4522e24-1f05-4c40-b08e-ee3e21fe5234,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:26.464768 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-85e10490-e7a7-49dd-a698-a5b291e72644 req-0a19a764-2723-4ce0-a3a3-3c539051aead tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336429 Mar 11 18:13:26.466848 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-5ee6895e-4a6e-4761-af15-184944a366bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:26.468436 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-5ee6895e-4a6e-4761-af15-184944a366bc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1873155 Mar 11 18:13:26.520398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks [] for port (c906d730-f4b7-4c00-9a62-560470b9584f), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.529160 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-550e533d-e8b5-4a20-80d9-169c38ab2708 req-ffcd7810-ac92-4106-b503-412d443ab623 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598787 Mar 11 18:13:26.532278 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.702773 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Pushing event updated for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:26.705402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (dc6accbf-be18-4808-9bb0-373253124978), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:26.746745 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-fc3effea-9465-4cc9-b513-1a5ebb976b4c service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704117 Mar 11 18:13:26.802876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bacc09-fc88-4063-b1d1-d78eaaaf25cd req-52c8aaa1-8733-49aa-87f0-e56efb343438 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:26.804430 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0bacc09-fc88-4063-b1d1-d78eaaaf25cd req-52c8aaa1-8733-49aa-87f0-e56efb343438 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.2111385 Mar 11 18:13:26.954459 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Network a079539b-71a9-4e13-a75c-e26217f17a22 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:26.956809 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19a751e5-4930-4e36-9a9c-7a6434053ff2 req-68de25ff-9ce5-4b99-8a88-3d6ebf5ebffa service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977561 Mar 11 18:13:26.961544 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:26.969229 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0bacc09-fc88-4063-b1d1-d78eaaaf25cd req-2b9b4321-d9eb-415b-9182-3e16c60aa65b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299314 Mar 11 18:13:27.103205 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Router dc6accbf-be18-4808-9bb0-373253124978 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:27.223973 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-eba1a9e0-e2fe-4849-9069-72b51014621a None None] Provisioning complete for port c906d730-f4b7-4c00-9a62-560470b9584f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:27.224579 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9e0-e2fe-4849-9069-72b51014621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.241462 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:27.250284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-416ebdb0-6664-478f-93b7-34f36eda8788 admin admin] 10.222.0.105 "PUT /v2.0/routers/dc6accbf-be18-4808-9bb0-373253124978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1297059 Mar 11 18:13:27.255415 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Sync routers for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:27.267376 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-eba1a9e0-e2fe-4849-9069-72b51014621a None None] Port c906d730-f4b7-4c00-9a62-560470b9584f cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:27.268240 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:27.268371 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:27.390534 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:27.600106 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:13:27.629343 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 2, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:27.662456 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Checking router: dc6accbf-be18-4808-9bb0-373253124978 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:27.662713 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Updating router dc6accbf-be18-4808-9bb0-373253124978 port c906d730-f4b7-4c00-9a62-560470b9584f binding host dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:27.688073 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device c24b4346-fea6-46ee-a832-074afef8f5bc details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:27.694881 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.847335 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=c24b4346-fea6-46ee-a832-074afef8f5bc,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:27.859562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:27.864976 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'port_id': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'mac_address': 'fa:16:3e:25:d0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:27.868743 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1959525136-network', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:27.904271 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Made reservation on behalf of 5eb09d6b91b54203852bb5a8767df0a3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:27.909136 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.933677 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port c24b4346-fea6-46ee-a832-074afef8f5bc is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:27.934178 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.935999 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.956771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24b4346-fea6-46ee-a832-074afef8f5bc {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:27.981649 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=c24b4346-fea6-46ee-a832-074afef8f5bc,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:27.987455 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:27.989039 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:27.999984 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks [] for port (c906d730-f4b7-4c00-9a62-560470b9584f), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.009091 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.027822 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfbc7-f40c-42e9-aa97-b771de459641 req-c677f3f9-c81f-4e47-87ac-be78003309d0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:28.029461 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d3cfbc7-f40c-42e9-aa97-b771de459641 req-c677f3f9-c81f-4e47-87ac-be78003309d0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 943 time: 0.4765048 Mar 11 18:13:28.054422 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d64405-f088-4ee0-995a-230b2b3eaa71 req-db7f4744-e86e-49cd-af1e-a874b84b2773 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:28.055607 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31d64405-f088-4ee0-995a-230b2b3eaa71 req-db7f4744-e86e-49cd-af1e-a874b84b2773 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0980721 Mar 11 18:13:28.072427 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afa665-3e5c-4485-9bc4-6f23ee682105 None None] Pushing event updated for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.100108 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks [] for security_group (c3dbbb27-7ec8-445c-99fb-2f13b83b5397), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.108617 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c3dbbb27-7ec8-445c-99fb-2f13b83b5397), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.140318 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31d64405-f088-4ee0-995a-230b2b3eaa71 req-4d270502-dd1f-4d59-9b10-368de6b344a4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752547 Mar 11 18:13:28.150313 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Attempting to bind port c906d730-f4b7-4c00-9a62-560470b9584f on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:28.150714 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Attempting to bind port c906d730-f4b7-4c00-9a62-560470b9584f by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:28.151122 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Attempting to bind port c906d730-f4b7-4c00-9a62-560470b9584f on network a079539b-71a9-4e13-a75c-e26217f17a22 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:28.157328 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:28.157712 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Checking segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:28.158116 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.158626 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Bound using segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:28.158973 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Bound port: c906d730-f4b7-4c00-9a62-560470b9584f, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:28.159354 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.181204 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0d3cfbc7-f40c-42e9-aa97-b771de459641 req-7565306a-cd88-4950-a0fb-29f9542bd0fd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442561 Mar 11 18:13:28.216747 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:13:28.219043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbbb27-7ec8-445c-99fb-2f13b83b5397,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.234554 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (4dfd844a-4301-4a3e-91b4-08d384228dbb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.234914 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Added segment 4dfd844a-4301-4a3e-91b4-08d384228dbb of type vlan for network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 Mar 11 18:13:28.267608 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] For port c906d730-f4b7-4c00-9a62-560470b9584f, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:28.273002 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] For port c906d730-f4b7-4c00-9a62-560470b9584f, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c906d730-f4b7-4c00-9a62-560470b9584f,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:28.288368 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.289954 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device d4522e24-1f05-4c40-b08e-ee3e21fe5234 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:28.308735 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (30b34dca-c4fa-49aa-bd56-2e53c12c7e58), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.362588 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (30b34dca-c4fa-49aa-bd56-2e53c12c7e58), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.364040 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b147bf-ce37-4f02-ae4a-6746d576ff55 req-f259f368-f9f9-4ee4-bb24-2ce4302f5828 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:28.365527 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:28.366139 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.381251 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6b147bf-ce37-4f02-ae4a-6746d576ff55 req-f259f368-f9f9-4ee4-bb24-2ce4302f5828 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 943 time: 0.1220479 Mar 11 18:13:28.409881 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.417696 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:28.446148 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'mac_address': 'fa:16:3e:37:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:28.458883 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port d4522e24-1f05-4c40-b08e-ee3e21fe5234 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:28.459263 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.469700 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6b147bf-ce37-4f02-ae4a-6746d576ff55 req-a71d63ab-be90-4416-8ac9-6584104adf95 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871093 Mar 11 18:13:28.481356 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] Pushing event updated for resources: {'Network': ['ID=30b34dca-c4fa-49aa-bd56-2e53c12c7e58,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.525026 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:28.525825 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:28.527049 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-666c33d9-f230-448c-ab6d-69ea1c5eb090 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6632025 Mar 11 18:13:28.530743 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39534) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:28.533397 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afa665-3e5c-4485-9bc4-6f23ee682105 None None] Pushing event updated for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=4']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.540800 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:13:28.546808 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Request body: {'subnet': {'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1959525136-subnet', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:28.574819 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Made reservation on behalf of 5eb09d6b91b54203852bb5a8767df0a3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:28.584574 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.625442 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:28.625878 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.676166 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Provisioning complete for port c906d730-f4b7-4c00-9a62-560470b9584f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:28.676550 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.710926 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:28.748428 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:28.753350 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.802684 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:28.812809 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.852508 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (5e0349e0-849a-4a07-b998-832bc092ed42), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:28.855950 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port d4522e24-1f05-4c40-b08e-ee3e21fe5234 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:28.933488 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0349e0-849a-4a07-b998-832bc092ed42,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:28.941825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Checking segment: {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:28.942156 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Network hostable DHCP agents. Network: 30b34dca-c4fa-49aa-bd56-2e53c12c7e58, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:13:28.963932 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:13:28.979043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 30b34dca-c4fa-49aa-bd56-2e53c12c7e58) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:28.984051 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:28.984663 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.004096 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:29.004935 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c4f6ad1c-aa4c-4d74-adc9-5130c428a21f admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4725196 Mar 11 18:13:29.006696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39536) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:29.011805 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:29.034174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254346'] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.035479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1609454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620236', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254355'] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.038850 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc08eaa-1659-4302-81ed-8a28fc94fc94 None None] The sync data for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi is: [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:28Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:29.061547 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8575d-b11c-4773-9a84-47d0b541ee12 None None] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:29.105885 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:29.112472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Current status of the port c906d730-f4b7-4c00-9a62-560470b9584f is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:29.112862 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.115350 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for router_controller (a17d1739-f333-4da8-81f3-0097ddc4590d), precommit_add_association {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.146847 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:29.205941 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['c24b4346-fea6-46ee-a832-074afef8f5bc'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:29.320999 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] For port c906d730-f4b7-4c00-9a62-560470b9584f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c906d730-f4b7-4c00-9a62-560470b9584f,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:29.353911 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.371137 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for router_gateway (a17d1739-f333-4da8-81f3-0097ddc4590d), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.400353 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7b009e2-72ce-5eda-99d7-6f72926df894-30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42'}]}} from dv-cinder-833443-1-iscsi. {{(pid=103445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 18:13:29.401803 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.430075 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bb159-6661-4ce6-a68e-e44a3694830b req-0dfdb3d6-2b8f-404f-ad5a-a2c7070dd167 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:29.431675 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da3bb159-6661-4ce6-a68e-e44a3694830b req-0dfdb3d6-2b8f-404f-ad5a-a2c7070dd167 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.2009609 Mar 11 18:13:29.447479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8af213-9034-43ae-928e-d37a7211bd94 req-904ecc49-00a1-490d-b2f1-1749276432e0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:29.449149 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa8af213-9034-43ae-928e-d37a7211bd94 req-904ecc49-00a1-490d-b2f1-1749276432e0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 944 time: 0.1588206 Mar 11 18:13:29.578343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e06b66-7be8-40d8-8536-89b2eaa2a530 None None] Pushing event updated for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:29.582153 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa8af213-9034-43ae-928e-d37a7211bd94 req-d76ef8f8-68a2-448b-a338-b38223dbabb0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206446 Mar 11 18:13:29.587533 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da3bb159-6661-4ce6-a68e-e44a3694830b req-607094d6-d332-4c2f-8b2c-35bb6761fb51 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491587 Mar 11 18:13:29.633554 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-c3ece0a2-b59e-4b48-a23e-3d94874e0c55 None None] Provisioning complete for port c906d730-f4b7-4c00-9a62-560470b9584f triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:29.633952 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3ece0a2-b59e-4b48-a23e-3d94874e0c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.796584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for router_gateway (a17d1739-f333-4da8-81f3-0097ddc4590d), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.821304 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.822317 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:29.835875 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.db_base_plugin_common [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Allocated IP 172.20.0.2 (30b34dca-c4fa-49aa-bd56-2e53c12c7e58/5e0349e0-849a-4a07-b998-832bc092ed42/c58d1ade-15a5-46ae-b36d-09a6a37cd29a) {{(pid=103445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:29.847440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813412b-48ff-47fc-b836-b5f6a2463461 req-cc84aebb-7ac5-4d06-aa16-f5fedb3247be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:29.855084 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9813412b-48ff-47fc-b836-b5f6a2463461 req-cc84aebb-7ac5-4d06-aa16-f5fedb3247be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.1069856 Mar 11 18:13:29.969856 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-c3ece0a2-b59e-4b48-a23e-3d94874e0c55 None None] Current status of the port c906d730-f4b7-4c00-9a62-560470b9584f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:29.981458 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9813412b-48ff-47fc-b836-b5f6a2463461 req-343e25a6-0428-432b-b2f3-2805ed4d92d9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244719 Mar 11 18:13:30.020599 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Allocated IP 172.27.3.64 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/2d085fff-a06d-4352-a3c0-53d3db7f9390) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:30.060158 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks [] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), precommit_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.070622 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), after_create {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.115593 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 is already hosted by enough agents. {{(pid=103445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:30.131555 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.scheduler.base_scheduler [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Resources bound (agent type, host, resource id): {{(pid=103445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:30.134312 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Received port after_create {{(pid=103445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:30.142528 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Pushing event updated for resources: {'Port': ['ID=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,revision_number=1']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.198509 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.222061 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Attempting to bind port c58d1ade-15a5-46ae-b36d-09a6a37cd29a on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:30.222439 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Attempting to bind port c58d1ade-15a5-46ae-b36d-09a6a37cd29a by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:30.222806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Attempting to bind port c58d1ade-15a5-46ae-b36d-09a6a37cd29a on network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:30.229209 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:30.229806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Checking segment: {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:30.230219 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.230617 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Bound using segment: {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:30.231101 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Bound port: c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:30.231567 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.251309 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c906d730-f4b7-4c00-9a62-560470b9584f up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:30.257179 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.302079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:30.308101 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:30.312369 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:30.318518 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Pushing event updated for resources: {'Port': ['ID=2d085fff-a06d-4352-a3c0-53d3db7f9390,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.347838 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.348158 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.348801 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.348801 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.349121 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.349539 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.349772 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.350113 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.350441 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.350755 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.351079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.351476 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.351904 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:30.356218 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] For port c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:30.361472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] For port c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:30.370787 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.374100 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port c906d730-f4b7-4c00-9a62-560470b9584f triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:30.374482 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.481956 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc911e1-859d-404b-bf02-ab7f8ac37762 None None] Pushing event updated for resources: {'Port': ['ID=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:30.545012 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port c906d730-f4b7-4c00-9a62-560470b9584f is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:30.638221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for router_gateway (a17d1739-f333-4da8-81f3-0097ddc4590d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.659837 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:30.916968 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dd31f-2dea-4e56-8fcc-781505f20bf6 req-6d66e306-d857-4f74-8784-97a9abef2883 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:30.918760 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d39dd31f-2dea-4e56-8fcc-781505f20bf6 req-6d66e306-d857-4f74-8784-97a9abef2883 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 944 time: 0.1564977 Mar 11 18:13:30.995688 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817fee-02f2-4182-96b6-21b89ab7c6ca req-4fb80a0f-3771-4f1b-83d8-62bec3ea6f11 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:30.997227 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13817fee-02f2-4182-96b6-21b89ab7c6ca req-4fb80a0f-3771-4f1b-83d8-62bec3ea6f11 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1895332 Mar 11 18:13:31.047582 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1609441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620323'] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:31.051889 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d39dd31f-2dea-4e56-8fcc-781505f20bf6 req-14855a89-0ee2-482f-8b41-159bf0c28d31 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223211 Mar 11 18:13:31.126729 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13817fee-02f2-4182-96b6-21b89ab7c6ca req-9406b09c-5696-408e-8b8d-9acf904e60ce tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207602 Mar 11 18:13:31.225068 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c3b85-073d-4c1b-99cf-2daaa78fa57a req-936e9333-a0a4-47a6-8209-8ec3a3ec3e99 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:31.226632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f3c3b85-073d-4c1b-99cf-2daaa78fa57a req-936e9333-a0a4-47a6-8209-8ec3a3ec3e99 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.1166852 Mar 11 18:13:31.298920 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8f3c3b85-073d-4c1b-99cf-2daaa78fa57a req-923c0d84-f992-4fdf-a1d5-5ef403fd241c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652611 Mar 11 18:13:31.300050 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Router a17d1739-f333-4da8-81f3-0097ddc4590d is scheduled to L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff with binding_index 1 {{(pid=103444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 18:13:31.418837 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:31.429617 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Sync routers for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:31.445566 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:31.447000 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:31.447571 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:31.448717 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:31.448861 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-183eba04-f5c2-4c5d-8241-fdbd6578ed41 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4398382 Mar 11 18:13:31.496902 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db9069-444b-4fd0-b1e0-34699fd09572 None None] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:13:31.613877 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Provisioning complete for port c58d1ade-15a5-46ae-b36d-09a6a37cd29a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:31.614246 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:31.674666 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:31.714289 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:13:31.716975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device c24b4346-fea6-46ee-a832-074afef8f5bc up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:32.165023 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port c24b4346-fea6-46ee-a832-074afef8f5bc completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:13:32.198709 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Current status of the port c58d1ade-15a5-46ae-b36d-09a6a37cd29a is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:32.199110 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.212960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port c24b4346-fea6-46ee-a832-074afef8f5bc triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:32.213247 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.221680 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.283564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c58d1ade-15a5-46ae-b36d-09a6a37cd29a up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:32.316807 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ad587-50cb-4830-8e18-3e65e9276fa8 req-15c22b96-0ac4-40dd-9069-ac1579aaf5dd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:32.318438 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f46ad587-50cb-4830-8e18-3e65e9276fa8 req-15c22b96-0ac4-40dd-9069-ac1579aaf5dd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 944 time: 0.1647007 Mar 11 18:13:32.337476 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:32.375613 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67def1ef-ba97-4fa0-a4c8-7b5fd2b145ca req-efca81c8-25e3-4b04-8f25-6ae909d0de67 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:32.377249 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67def1ef-ba97-4fa0-a4c8-7b5fd2b145ca req-efca81c8-25e3-4b04-8f25-6ae909d0de67 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1220150 Mar 11 18:13:32.391014 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] For port c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:32.404615 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:13:32.415518 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f46ad587-50cb-4830-8e18-3e65e9276fa8 req-024ecc0a-a67d-43a0-80af-637370df6dba tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889897 Mar 11 18:13:32.418003 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.453269 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67def1ef-ba97-4fa0-a4c8-7b5fd2b145ca req-00d2bfa5-1ce7-410d-bdff-7b0d3920ea1b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660903 Mar 11 18:13:32.513946 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Allocated IP 172.20.0.1 (30b34dca-c4fa-49aa-bd56-2e53c12c7e58/5e0349e0-849a-4a07-b998-832bc092ed42/510e87d0-1cb2-442d-8ef7-d923af9d6561) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:32.561292 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a3111-95e4-4787-a5cc-63f8d8fdd864 req-1bfb6ae1-cff5-430b-a25c-cc3ed1058e58 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:32.563057 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c06a3111-95e4-4787-a5cc-63f8d8fdd864 req-1bfb6ae1-cff5-430b-a25c-cc3ed1058e58 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 944 time: 0.0639362 Mar 11 18:13:32.584010 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 5bcab936-8ddc-4040-ac5c-306091704f6b is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:32.584590 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.603840 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44fc31-cc5c-45dd-aa90-b9488c1c8740 None None] Pushing event updated for resources: {'Port': ['ID=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.610103 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 3, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:32.616468 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port c58d1ade-15a5-46ae-b36d-09a6a37cd29a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:32.616841 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.641497 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c06a3111-95e4-4787-a5cc-63f8d8fdd864 req-1d887f21-42f1-40cb-9310-8f98f5f3e308 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718622 Mar 11 18:13:32.643504 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks [] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.648387 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port c24b4346-fea6-46ee-a832-074afef8f5bc is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:32.648785 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.677514 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcab936-8ddc-4040-ac5c-306091704f6b {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:13:32.682424 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Checking router: a17d1739-f333-4da8-81f3-0097ddc4590d for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:32.683930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Updating router a17d1739-f333-4da8-81f3-0097ddc4590d port 2d085fff-a06d-4352-a3c0-53d3db7f9390 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:32.685006 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.715470 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4f7b6b6f-e98e-4b74-9296-6e2dc7833241 None None] Provisioning complete for port c58d1ade-15a5-46ae-b36d-09a6a37cd29a triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:32.715838 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6b6f-e98e-4b74-9296-6e2dc7833241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.724112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:32.731451 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:32.739723 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:32.773752 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:32.773752 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:32.776443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b9ad30-4fc5-4935-8e63-97136e1167a6" -d '{"events": [{"server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "name": "network-vif-plugged", "status": "completed", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:32.777230 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Pushing event updated for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:32.791279 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.804168 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=c24b4346-fea6-46ee-a832-074afef8f5bc,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:32.806810 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.812003 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606156'] for router_interface (a17d1739-f333-4da8-81f3-0097ddc4590d), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.860548 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:32.861824 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:32.909959 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc0212c-d53a-4c08-a15b-3f21b4a5c0e4 x-openstack-request-id: req-fbc0212c-d53a-4c08-a15b-3f21b4a5c0e4 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:32.910390 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "name": "network-vif-plugged", "status": "completed", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:32.910770 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fbc0212c-d53a-4c08-a15b-3f21b4a5c0e4 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:32.911349 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'code': 200} Mar 11 18:13:32.964610 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.077955 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['5bcab936-8ddc-4040-ac5c-306091704f6b'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:13:33.113410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe48f75-8cf6-4131-b611-ad165bdebe65 req-0c2641c2-8f8f-40fd-be46-49c2bd47d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:33.115586 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bbe48f75-8cf6-4131-b611-ad165bdebe65 req-0c2641c2-8f8f-40fd-be46-49c2bd47d4f1 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1129 time: 0.0484824 Mar 11 18:13:33.165304 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bbe48f75-8cf6-4131-b611-ad165bdebe65 req-8014a242-4764-4683-bab0-1e70d07bc7b3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Mar 11 18:13:33.189209 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.210603 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks [] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.216228 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.278470 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port c58d1ade-15a5-46ae-b36d-09a6a37cd29a is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:33.300466 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:33.300855 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.302953 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1682618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606304'] for router_interface (a17d1739-f333-4da8-81f3-0097ddc4590d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.305903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Pushing event updated for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.369805 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b6b6f-e98e-4b74-9296-6e2dc7833241 None None] Current status of the port c58d1ade-15a5-46ae-b36d-09a6a37cd29a is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:33.376488 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.406018 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:33.407978 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:33.564871 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Router a17d1739-f333-4da8-81f3-0097ddc4590d has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:33.578110 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-e9fc268f-67ac-47f3-8d8e-3bab6d9e50f1 None None] Provisioning complete for port 510e87d0-1cb2-442d-8ef7-d923af9d6561 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:33.578485 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e9fc268f-67ac-47f3-8d8e-3bab6d9e50f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.650837 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc086b4-facb-4d64-bdec-b8a5e63fc399 req-e8f52837-038e-483e-ac46-e799fdda7070 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:33.652499 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcc086b4-facb-4d64-bdec-b8a5e63fc399 req-e8f52837-038e-483e-ac46-e799fdda7070 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 945 time: 0.0746162 Mar 11 18:13:33.663899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab26c9f-4e85-4857-aa85-395ce499c611 req-397d3d98-865c-47c1-9004-0b772fc8d6a8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:33.665457 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ab26c9f-4e85-4857-aa85-395ce499c611 req-397d3d98-865c-47c1-9004-0b772fc8d6a8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1361327 Mar 11 18:13:33.698886 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:33.699539 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.706170 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks [] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.714314 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:33.720170 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bbcf0a4d-4838-438b-933b-b73c699cac4d admin admin] 10.222.0.105 "PUT /v2.0/routers/a17d1739-f333-4da8-81f3-0097ddc4590d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2694671 Mar 11 18:13:33.733879 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc268f-67ac-47f3-8d8e-3bab6d9e50f1 None None] Port 510e87d0-1cb2-442d-8ef7-d923af9d6561 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:33.740869 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.750127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcc086b4-facb-4d64-bdec-b8a5e63fc399 req-84561692-3d55-47df-a432-78e2009f4292 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836468 Mar 11 18:13:33.782639 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ab26c9f-4e85-4857-aa85-395ce499c611 req-05a2d526-de06-42f4-9b1e-f881fe8fad13 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886652 Mar 11 18:13:33.828051 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:33.858484 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.886456 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Attempting to bind port 2d085fff-a06d-4352-a3c0-53d3db7f9390 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:33.886841 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Attempting to bind port 2d085fff-a06d-4352-a3c0-53d3db7f9390 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:33.887479 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Attempting to bind port 2d085fff-a06d-4352-a3c0-53d3db7f9390 on network ab29f19a-6f96-4fdc-83f3-17290df2ac85 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:33.897311 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3aa4b-2b72-464b-880f-e17abb0fcd12 None None] Pushing event updated for resources: {'Port': ['ID=2d085fff-a06d-4352-a3c0-53d3db7f9390,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:33.904415 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d855ab-78bd-48ca-bef2-3e913b18aace req-14ccafa8-ed04-4594-b0ce-58764ac68f26 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:33.905359 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:33.905732 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Checking segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:33.906118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d855ab-78bd-48ca-bef2-3e913b18aace req-14ccafa8-ed04-4594-b0ce-58764ac68f26 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0634713 Mar 11 18:13:33.906248 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.910654 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Bound using segment: {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:33.910654 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Bound port: 2d085fff-a06d-4352-a3c0-53d3db7f9390, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2beb18-bbbd-47ec-b10e-041c1387cc91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:33.910654 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:33.972132 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-42d855ab-78bd-48ca-bef2-3e913b18aace req-e7da3d7a-69f4-4622-a464-7479eff20efe tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591345 Mar 11 18:13:33.972339 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-d0f54e63-accc-432e-be49-3fdb73a4b7ad None None] Provisioning complete for port 510e87d0-1cb2-442d-8ef7-d923af9d6561 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:33.972609 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d0f54e63-accc-432e-be49-3fdb73a4b7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:34.078354 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:34.086191 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-d0f54e63-accc-432e-be49-3fdb73a4b7ad None None] Port 510e87d0-1cb2-442d-8ef7-d923af9d6561 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:34.091034 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] For port 2d085fff-a06d-4352-a3c0-53d3db7f9390, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:34.100118 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] For port 2d085fff-a06d-4352-a3c0-53d3db7f9390, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2d085fff-a06d-4352-a3c0-53d3db7f9390,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:34.122377 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:34.184354 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c58d1ade-15a5-46ae-b36d-09a6a37cd29a up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:34.244977 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:34.246143 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:34.295942 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3aa4b-2b72-464b-880f-e17abb0fcd12 None None] Pushing event updated for resources: {'Port': ['ID=2d085fff-a06d-4352-a3c0-53d3db7f9390,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:34.548608 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port c58d1ade-15a5-46ae-b36d-09a6a37cd29a triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:34.549416 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:34.595604 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:34.789898 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port c58d1ade-15a5-46ae-b36d-09a6a37cd29a is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:34.912728 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:34.916185 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f46fde-3ceb-494f-a620-9798f6ef7ed4" -d '{"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:34.950607 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:32Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '510e87d0-1cb2-442d-8ef7-d923af9d6561', 'name': '', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'mac_address': 'fa:16:3e:28:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:32Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 2, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'subnets': [{'id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:34.969637 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5e3a-636a-428e-aec8-97de0510033a req-a284ec22-b6c9-4349-a7d4-2f83234c2036 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:34.977619 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c7c5e3a-636a-428e-aec8-97de0510033a req-a284ec22-b6c9-4349-a7d4-2f83234c2036 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 945 time: 0.1355357 Mar 11 18:13:34.981574 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ab84b-10d7-4a8a-913c-12e6f03cd14c None None] The sync data for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi is: [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:32Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '510e87d0-1cb2-442d-8ef7-d923af9d6561', 'name': '', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'mac_address': 'fa:16:3e:28:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:32Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 2, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'subnets': [{'id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:35.056883 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983280-366e-485a-9681-4e16a807d16d req-e51407ad-3cde-4097-9205-7c2b7feb17da tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:35.058867 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa983280-366e-485a-9681-4e16a807d16d req-e51407ad-3cde-4097-9205-7c2b7feb17da tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1421192 Mar 11 18:13:35.076243 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5c7c5e3a-636a-428e-aec8-97de0510033a req-c96e4e33-4150-4db4-972b-cf277cbdc908 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973942 Mar 11 18:13:35.140863 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696742f-6bf8-460f-9bc3-53f64e2b89d9 x-openstack-request-id: req-f696742f-6bf8-460f-9bc3-53f64e2b89d9 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:35.141160 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-plugged", "status": "completed", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:35.141411 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f696742f-6bf8-460f-9bc3-53f64e2b89d9 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:35.141807 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'code': 200} Mar 11 18:13:35.168019 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-fa983280-366e-485a-9681-4e16a807d16d req-3586bd9d-4670-4b16-bf86-48b29b198250 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903726 Mar 11 18:13:35.324924 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6951e-743d-4fff-b19e-4aff0213def6 req-188768b8-f507-45b6-96a7-76d30338e6d4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:35.326233 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4db6951e-743d-4fff-b19e-4aff0213def6 req-188768b8-f507-45b6-96a7-76d30338e6d4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.1176176 Mar 11 18:13:35.390664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a055a64-0b9e-4bb3-99b0-1450e9100fd5 req-0ca12246-1a72-4fd9-96dc-3b7e0c378e2a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:35.392438 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a055a64-0b9e-4bb3-99b0-1450e9100fd5 req-0ca12246-1a72-4fd9-96dc-3b7e0c378e2a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1398721 Mar 11 18:13:35.410654 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39604) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:35.415727 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'floatingip': {'port_id': 'c24b4346-fea6-46ee-a832-074afef8f5bc'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:35.460779 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4db6951e-743d-4fff-b19e-4aff0213def6 req-b99ed46a-9723-4d67-a1ea-efcc73f88dcc tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264281 Mar 11 18:13:35.497810 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.711928 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:35.722528 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37960f6d-6c77-4871-a166-7b98617ddfe5 req-d73382b6-b693-4716-aa45-4da8a1f754a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:35.724562 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37960f6d-6c77-4871-a166-7b98617ddfe5 req-d73382b6-b693-4716-aa45-4da8a1f754a2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1130 time: 0.0995350 Mar 11 18:13:35.804394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37960f6d-6c77-4871-a166-7b98617ddfe5 req-37571263-308d-4e95-b811-e1eb4df6a72a service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724819 Mar 11 18:13:35.835329 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 5bcab936-8ddc-4040-ac5c-306091704f6b completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:13:35.840888 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 5bcab936-8ddc-4040-ac5c-306091704f6b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:35.841338 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:35.969794 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 5bcab936-8ddc-4040-ac5c-306091704f6b is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:35.970192 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.025271 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:36.032843 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.176755 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:36.350467 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd81c6-c9ae-4381-90c0-8b59c7ea9455 req-e4aa120c-da25-40d3-ac20-8f8db87ada9a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:36.355672 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.359571 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f6bd81c6-c9ae-4381-90c0-8b59c7ea9455 req-e4aa120c-da25-40d3-ac20-8f8db87ada9a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1239681 Mar 11 18:13:36.360375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:36.439587 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f6bd81c6-c9ae-4381-90c0-8b59c7ea9455 req-d9f8e440-93ea-4515-a314-5311fbf2fb6f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789125 Mar 11 18:13:36.513245 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Floating IP 9ec79edb-a555-4f87-8848-b50b29f45656 associated. External IP: 172.27.3.193, port: c24b4346-fea6-46ee-a832-074afef8f5bc. Mar 11 18:13:36.670015 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0cbc-f3d8-4384-83aa-d1d23b4e867e req-eebe73d8-7fb3-49e3-bca6-d4047d3d3699 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:36.671638 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-929f0cbc-f3d8-4384-83aa-d1d23b4e867e req-eebe73d8-7fb3-49e3-bca6-d4047d3d3699 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0959129 Mar 11 18:13:36.751499 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-929f0cbc-f3d8-4384-83aa-d1d23b4e867e req-189307a6-590f-47cd-8c7e-155b33b511b0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722115 Mar 11 18:13:36.909198 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:37.142917 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:37.151750 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea2449-ff55-42a5-a43b-629316748007" -d '{"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:37.194958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bedb63-8f78-4356-b0b4-f827cdacf9c7 x-openstack-request-id: req-a4bedb63-8f78-4356-b0b4-f827cdacf9c7 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:37.195258 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:37.195551 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a4bedb63-8f78-4356-b0b4-f827cdacf9c7 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:37.195945 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'code': 200} Mar 11 18:13:37.404691 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:37.410536 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:37.418865 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:37.438560 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:37.439531 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:37.483161 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e905e825-b3a2-47f7-8a7f-15f9af75d81e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "PUT /v2.0/floatingips/9ec79edb-a555-4f87-8848-b50b29f45656 HTTP/1.1" status: 200 len: 991 time: 2.0712936 Mar 11 18:13:37.484194 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:37.486547 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:37.589436 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f9bd3-15bd-432d-a2c8-4079666ae3d1 x-openstack-request-id: req-900f9bd3-15bd-432d-a2c8-4079666ae3d1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:37.590635 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:37.591484 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-900f9bd3-15bd-432d-a2c8-4079666ae3d1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:37.592520 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'status': 'completed', 'code': 200} Mar 11 18:13:37.720762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44478e3-802a-470e-97eb-46de8fad1c98 req-8f2af843-db34-4f12-a1fa-80671e7f39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:37.726513 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a44478e3-802a-470e-97eb-46de8fad1c98 req-8f2af843-db34-4f12-a1fa-80671e7f39d9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.2008498 Mar 11 18:13:37.735770 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-4cc7cdbe-b9e9-4b7f-91f7-eff181dc1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:37.737432 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-4cc7cdbe-b9e9-4b7f-91f7-eff181dc1b7a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1129 time: 0.1106575 Mar 11 18:13:37.743045 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:37.772853 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d226f-7825-4413-b1b7-1d8f8c754044 req-c056aed9-218c-4f1a-95bb-e35ae630a61a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:37.774762 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d89d226f-7825-4413-b1b7-1d8f8c754044 req-c056aed9-218c-4f1a-95bb-e35ae630a61a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1760414 Mar 11 18:13:37.863020 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d89d226f-7825-4413-b1b7-1d8f8c754044 req-a81a0897-af73-4124-a120-7337e704b27c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748334 Mar 11 18:13:37.913457 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a44478e3-802a-470e-97eb-46de8fad1c98 req-a008d528-6cf1-4ff3-ba78-f69449fc3e06 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739695 Mar 11 18:13:38.029023 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-ab6636aa-0bb3-4520-8231-cef774ce6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.030511 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-ab6636aa-0bb3-4520-8231-cef774ce6087 service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.2877524 Mar 11 18:13:38.137407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148d45-2e4e-4331-bd4e-4224de8c658d req-cea80848-9c7e-468b-9af3-1e541ac002bb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.146262 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6148d45-2e4e-4331-bd4e-4224de8c658d req-cea80848-9c7e-468b-9af3-1e541ac002bb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.1449032 Mar 11 18:13:38.185716 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9ec79edb-a555-4f87-8848-b50b29f45656', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:25:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae054f20-d799-4933-84df-2a192334f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:14Z', 'updated_at': '2022-03-11T18:13:36Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:38.225210 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-da98d0d2-0f90-45d0-b6ec-4be574ffc387 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 999 time: 0.1109090 Mar 11 18:13:38.290135 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2d085fff-a06d-4352-a3c0-53d3db7f9390 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:38.322027 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6148d45-2e4e-4331-bd4e-4224de8c658d req-978c796f-2aae-4eed-97f7-8e02723d1c20 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707752 Mar 11 18:13:38.341459 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:38.352854 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:38.353604 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:38.373258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-835b4d4e-047b-48eb-96d0-ce1a77a1950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.377077 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-835b4d4e-047b-48eb-96d0-ce1a77a1950e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.1443753 Mar 11 18:13:38.399680 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 2d085fff-a06d-4352-a3c0-53d3db7f9390 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:38.400444 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.462327 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Sync routers for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:38.472897 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-8f25dc68-879e-4a95-9422-67bb40c0d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:38.475248 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-8f25dc68-879e-4a95-9422-67bb40c0d441 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818856 Mar 11 18:13:38.482296 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:38.483224 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:38.509732 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:38.647919 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-5d84bb18-064e-4596-97b2-07e7641cd3d3 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570206 Mar 11 18:13:38.663499 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 2d085fff-a06d-4352-a3c0-53d3db7f9390 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:38.664198 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.697662 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:38.753769 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] For port 2d085fff-a06d-4352-a3c0-53d3db7f9390, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2d085fff-a06d-4352-a3c0-53d3db7f9390,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:38.763838 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:38.847554 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3d3d962f-b4a2-4c44-b13a-6ff6db2dae2c req-8e474cc1-94eb-49e2-8ecf-2ae9e92d77c8 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866031 Mar 11 18:13:38.893304 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9ec79edb-a555-4f87-8848-b50b29f45656', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:25:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae054f20-d799-4933-84df-2a192334f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:14Z', 'updated_at': '2022-03-11T18:13:36Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:38.925846 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719abe0a-f2c3-459d-996c-d556e3d320b4 None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9ec79edb-a555-4f87-8848-b50b29f45656', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:25:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae054f20-d799-4933-84df-2a192334f92b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:14Z', 'updated_at': '2022-03-11T18:13:36Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:38.972372 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Pushing event updated for resources: {'Port': ['ID=2d085fff-a06d-4352-a3c0-53d3db7f9390,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:39.090986 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49b3a-dab7-4ed7-8de2-7d16d34e6ecc req-2bf35797-d625-4b99-a386-82de53440578 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:39.092592 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ce49b3a-dab7-4ed7-8de2-7d16d34e6ecc req-2bf35797-d625-4b99-a386-82de53440578 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0986373 Mar 11 18:13:39.137392 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:32Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '510e87d0-1cb2-442d-8ef7-d923af9d6561', 'name': '', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'mac_address': 'fa:16:3e:28:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:32Z', 'updated_at': '2022-03-11T18:13:33Z', 'revision_number': 2, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'subnets': [{'id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:39.185683 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1ce49b3a-dab7-4ed7-8de2-7d16d34e6ecc req-53b793fd-710c-463b-b1d9-5fb119715b04 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743995 Mar 11 18:13:39.206738 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Checking router: a17d1739-f333-4da8-81f3-0097ddc4590d for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:39.207094 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Updating router a17d1739-f333-4da8-81f3-0097ddc4590d port 510e87d0-1cb2-442d-8ef7-d923af9d6561 binding host dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 18:13:39.238418 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.308839 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbccbee-7e35-47bb-827b-f826a86ed567 None None] New status for floating IP 9ec79edb-a555-4f87-8848-b50b29f45656: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:13:39.527328 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd298e-ec4e-4ae5-9bed-c80315361013 req-fc3fbec7-ac82-41fd-80ba-51c18163b995 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:39.529568 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6cd298e-ec4e-4ae5-9bed-c80315361013 req-fc3fbec7-ac82-41fd-80ba-51c18163b995 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0994487 Mar 11 18:13:39.609910 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6cd298e-ec4e-4ae5-9bed-c80315361013 req-8f0e70c9-6213-4287-abd7-1f5591e61f85 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652378 Mar 11 18:13:39.680587 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks [] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.690222 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.842043 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb24a4-0634-4e85-8225-a700eee8cf25 None None] Pushing event updated for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:39.904308 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Attempting to bind port 510e87d0-1cb2-442d-8ef7-d923af9d6561 on host dv-cinder-833443-1-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:13:39.904680 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Attempting to bind port 510e87d0-1cb2-442d-8ef7-d923af9d6561 by drivers openvswitch,hyperv on host dv-cinder-833443-1-iscsi at level 0 using segments [{'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:13:39.905103 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Attempting to bind port 510e87d0-1cb2-442d-8ef7-d923af9d6561 on network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:13:39.911325 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Checking agent: {'id': '697deed4-a269-459f-8b58-93dfb3e9ed54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 0, 31), 'started_at': datetime.datetime(2022, 3, 11, 18, 1, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:13:39.912166 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Checking segment: {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:13:39.913116 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.913705 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Bound using segment: {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:13:39.914211 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Bound port: 510e87d0-1cb2-442d-8ef7-d923af9d6561, host: dv-cinder-833443-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfd844a-4301-4a3e-91b4-08d384228dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:13:39.914676 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:39.992589 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] For port 510e87d0-1cb2-442d-8ef7-d923af9d6561, host dv-cinder-833443-1-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:13:39.997606 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] For port 510e87d0-1cb2-442d-8ef7-d923af9d6561, host dv-cinder-833443-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=510e87d0-1cb2-442d-8ef7-d923af9d6561,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:13:40.005012 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.091085 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:40.091816 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:40.098435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb24a4-0634-4e85-8225-a700eee8cf25 None None] Pushing event updated for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.159226 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Provisioning complete for port 510e87d0-1cb2-442d-8ef7-d923af9d6561 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:40.159599 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.367097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701b9f1-f53f-4349-acc0-5617259b9ed4 req-526ed03c-adf0-4831-aa79-3fbeb003d29e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.371143 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c701b9f1-f53f-4349-acc0-5617259b9ed4 req-526ed03c-adf0-4831-aa79-3fbeb003d29e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1019797 Mar 11 18:13:40.432993 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2d085fff-a06d-4352-a3c0-53d3db7f9390 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:40.446849 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c701b9f1-f53f-4349-acc0-5617259b9ed4 req-91f7202a-5de8-4d3d-b395-0505aab955eb tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634236 Mar 11 18:13:40.508074 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:40.603949 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd33239-4d53-46c6-8067-5544b74efa3f req-9262f0b3-862f-4973-aa2b-9cf9bc073fcc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:40.605911 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd33239-4d53-46c6-8067-5544b74efa3f req-9262f0b3-862f-4973-aa2b-9cf9bc073fcc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0698218 Mar 11 18:13:40.640174 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Current status of the port 510e87d0-1cb2-442d-8ef7-d923af9d6561 is: DOWN; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:40.640421 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.665086 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 2d085fff-a06d-4352-a3c0-53d3db7f9390 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:40.665465 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.794313 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] For port 510e87d0-1cb2-442d-8ef7-d923af9d6561, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=510e87d0-1cb2-442d-8ef7-d923af9d6561,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:13:40.804571 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.964434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-bdbf0045-68f4-4f67-9f38-6e8a931192ee None None] Provisioning complete for port 510e87d0-1cb2-442d-8ef7-d923af9d6561 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:40.964786 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0045-68f4-4f67-9f38-6e8a931192ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:40.967454 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458813a1-d895-4ed9-8deb-a0478ca4b459 None None] Pushing event updated for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:40.970202 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 2d085fff-a06d-4352-a3c0-53d3db7f9390 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:41.006798 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd33239-4d53-46c6-8067-5544b74efa3f req-8f9e9ec9-901f-4473-afde-16b630d95b81 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946273 Mar 11 18:13:41.028724 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:32Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '510e87d0-1cb2-442d-8ef7-d923af9d6561', 'name': '', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'mac_address': 'fa:16:3e:28:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:32Z', 'updated_at': '2022-03-11T18:13:39Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'subnets': [{'id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:41.034809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39670) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:41.101743 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bcaef-abd2-4563-9f94-6e74dfa4d55a None None] The sync data for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi is: [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:32Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '510e87d0-1cb2-442d-8ef7-d923af9d6561', 'name': '', 'network_id': '30b34dca-c4fa-49aa-bd56-2e53c12c7e58', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'mac_address': 'fa:16:3e:28:94:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:32Z', 'updated_at': '2022-03-11T18:13:39Z', 'revision_number': 4, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'subnets': [{'id': '5e0349e0-849a-4a07-b998-832bc092ed42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:41.127703 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf0045-68f4-4f67-9f38-6e8a931192ee None None] Current status of the port 510e87d0-1cb2-442d-8ef7-d923af9d6561 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:41.372790 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7775a-e555-4105-a40d-e902d41ee35c tempest-TestShelveInstance-1301653996 tempest-TestShelveInstance-1301653996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:41.379025 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:13:41.380011 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4cd7775a-e555-4105-a40d-e902d41ee35c tempest-TestShelveInstance-1301653996 tempest-TestShelveInstance-1301653996-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1125 time: 0.3446162 Mar 11 18:13:41.384215 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:41.424267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:41.580961 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:41.748701 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Allocated IP 172.27.3.98 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/42b1350c-9783-434e-be07-9981fa3143a1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:41.926536 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for port (42b1350c-9783-434e-be07-9981fa3143a1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:41.983597 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (42b1350c-9783-434e-be07-9981fa3143a1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.036652 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:42.039585 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:42.047129 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:42.072174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'Port': ['ID=42b1350c-9783-434e-be07-9981fa3143a1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:42.091136 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.091488 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.091827 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.092184 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.092517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.092844 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.093168 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.093490 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.093809 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.094132 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.094466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.094769 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.095086 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:13:42.270167 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 510e87d0-1cb2-442d-8ef7-d923af9d6561 up at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:13:42.355939 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Provisioning complete for port 510e87d0-1cb2-442d-8ef7-d923af9d6561 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:42.356510 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.459836 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 510e87d0-1cb2-442d-8ef7-d923af9d6561 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:13:42.626550 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for floatingip (9a4f912a-4d4a-4f21-b086-3c9cc1b7298a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.703428 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (42b1350c-9783-434e-be07-9981fa3143a1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.902970 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for port (42b1350c-9783-434e-be07-9981fa3143a1), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:42.910637 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (42b1350c-9783-434e-be07-9981fa3143a1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.015711 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event updated for resources: {'Port': ['ID=42b1350c-9783-434e-be07-9981fa3143a1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:43.038458 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (9a4f912a-4d4a-4f21-b086-3c9cc1b7298a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.199811 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Floating IP 9a4f912a-4d4a-4f21-b086-3c9cc1b7298a associated. External IP: 172.27.3.98, port: 5bcab936-8ddc-4040-ac5c-306091704f6b. Mar 11 18:13:43.539776 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Router 3a0de283-aeca-476c-9376-ccffcbd6cd99 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:13:43.681873 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:13:43.697350 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Sync routers for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:13:43.706280 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:43.711535 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:43.719699 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:43.760568 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6ca83aac-d9dc-4bf9-9676-16008c6116cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3796830 Mar 11 18:13:43.763185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:13:43.765898 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07bac5-f469-42e7-91a5-1650c9d53b59" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:13:43.824004 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d131e0e2-9b87-4392-bfa4-0b98ad32736c x-openstack-request-id: req-d131e0e2-9b87-4392-bfa4-0b98ad32736c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:13:43.824304 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:13:43.824561 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d131e0e2-9b87-4392-bfa4-0b98ad32736c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:13:43.824967 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'status': 'completed', 'code': 200} Mar 11 18:13:43.882317 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:43.903685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-036b57ad-2dd8-4e69-8c59-ef9bbaa1d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:43.905248 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-036b57ad-2dd8-4e69-8c59-ef9bbaa1d8f4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0499959 Mar 11 18:13:44.028355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-eba56960-969f-4a32-a9c2-ace9e67bb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.029836 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-eba56960-969f-4a32-a9c2-ace9e67bb66a service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.1173494 Mar 11 18:13:44.103593 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-f5e8322d-b524-439c-905d-9b32065aa74b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 999 time: 0.0670390 Mar 11 18:13:44.163361 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9a4f912a-4d4a-4f21-b086-3c9cc1b7298a', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:42Z', 'updated_at': '2022-03-11T18:13:42Z', 'revision_number': 0, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:44.164652 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-ec93c7ee-1042-446f-912c-6292f1186ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.168289 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-ec93c7ee-1042-446f-912c-6292f1186ade service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0579314 Mar 11 18:13:44.196384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Checking router: 3a0de283-aeca-476c-9376-ccffcbd6cd99 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:13:44.206591 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:13:44.207205 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:44.240801 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-92006088-69a5-44fd-9774-aecf46a1cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:44.243822 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-92006088-69a5-44fd-9774-aecf46a1cb85 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680070 Mar 11 18:13:44.345870 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:13:44.349526 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-cb9beecd-cb54-4bdc-92c7-2cb9ef18d524 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966887 Mar 11 18:13:44.681852 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9a4f912a-4d4a-4f21-b086-3c9cc1b7298a', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:42Z', 'updated_at': '2022-03-11T18:13:42Z', 'revision_number': 0, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:13:44.733279 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372f45c5-b88c-433c-80e9-a1e5bf3a1eab None None] The sync data for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi is: [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '9a4f912a-4d4a-4f21-b086-3c9cc1b7298a', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:13:42Z', 'updated_at': '2022-03-11T18:13:42Z', 'revision_number': 0, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:13:44.755468 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5a07bac5-f469-42e7-91a5-1650c9d53b59 req-cbbc0b0c-fcd7-479a-8190-9d4deeb00c5c service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983057 Mar 11 18:13:44.975164 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d4cd2-4157-4e6b-892e-5bf2f5ac480b None None] New status for floating IP 9a4f912a-4d4a-4f21-b086-3c9cc1b7298a: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:13:47.030106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-f140c695-78a9-40b0-9dc7-319b429190d4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:47.031594 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-f140c695-78a9-40b0-9dc7-319b429190d4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 815 time: 0.1158631 Mar 11 18:13:47.050832 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-f5c0e7e0-2f8d-4da4-9c37-b335dc7e7713 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/quotas/7121d5c82cd74413b2f640843b585904 HTTP/1.1" status: 200 len: 375 time: 0.0099289 Mar 11 18:13:47.107809 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-43d132da-f0c1-4a90-9c8c-85b0e5243563 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515401 Mar 11 18:13:47.204674 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-df711bf2-1970-4d2f-858c-e633feb6982c service neutron] 10.222.0.105 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855939 Mar 11 18:13:47.303762 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-28b02830-2f43-4547-ac0a-a06f02322905 service neutron] 10.222.0.105 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931342 Mar 11 18:13:47.490790 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5bd6862-7eb4-45e3-9cd8-3e4876f9803b req-468b5066-3992-40ba-9642-66edc70e95a2 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 210 time: 0.0304520 Mar 11 18:13:48.618241 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-24ec031d-da61-4cba-8a33-f209ac2ba84a req-7a516145-8376-4ac6-8987-62b46bc0d286 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 210 time: 0.0321481 Mar 11 18:13:48.642133 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-b514e7b0-209f-4118-972c-31f9141f7af0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:48.643701 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-b514e7b0-209f-4118-972c-31f9141f7af0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 815 time: 0.1722417 Mar 11 18:13:48.663034 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'port': {'device_id': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'admin_state_up': True, 'tenant_id': '7121d5c82cd74413b2f640843b585904'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:48.811488 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Made reservation on behalf of 7121d5c82cd74413b2f640843b585904 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:13:48.823407 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.019234 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Allocated IP 172.20.0.14 (a079539b-71a9-4e13-a75c-e26217f17a22/37235a5f-e8e8-4dc0-8015-e39d817fd242/28525681-4e84-46c0-88af-9c966468b0e2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:13:49.255492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for port (28525681-4e84-46c0-88af-9c966468b0e2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.307018 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.370904 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Network a079539b-71a9-4e13-a75c-e26217f17a22 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:13:49.374850 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:13:49.378843 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:13:49.419896 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:13:49.470480 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.471429 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.492266 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-8c15e625-3257-4c3f-b7e5-6e33f161cbc0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331854 Mar 11 18:13:49.738184 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-2f666912-1851-4e39-ac6d-e832d3bcb45c None None] Provisioning complete for port 28525681-4e84-46c0-88af-9c966468b0e2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:13:49.739289 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2f666912-1851-4e39-ac6d-e832d3bcb45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (28525681-4e84-46c0-88af-9c966468b0e2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:49.782017 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df08b3a-0871-4453-a975-de55650b6921 req-09ae5501-cdc6-484c-b885-4c1251c4a2bf tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:49.784937 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3df08b3a-0871-4453-a975-de55650b6921 req-09ae5501-cdc6-484c-b885-4c1251c4a2bf tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0775232 Mar 11 18:13:49.797368 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-2f666912-1851-4e39-ac6d-e832d3bcb45c None None] Port 28525681-4e84-46c0-88af-9c966468b0e2 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:13:49.848428 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3df08b3a-0871-4453-a975-de55650b6921 req-4c7768ef-d858-45f2-94b8-f907a79b19f0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Mar 11 18:13:50.978197 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a37ec-a51b-4d9c-a1ce-eafe9dc8829c req-5a25c647-db27-45fc-8a95-4d91dbc8e9cd tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:50.980670 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d86a37ec-a51b-4d9c-a1ce-eafe9dc8829c req-5a25c647-db27-45fc-8a95-4d91dbc8e9cd tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0578208 Mar 11 18:13:51.030775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d86a37ec-a51b-4d9c-a1ce-eafe9dc8829c req-ddbe5bdd-0f6f-427a-8f3b-98f2cd6b3836 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Mar 11 18:13:52.167202 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c2e96-8839-439e-b92d-246f161742a0 req-39a83206-292c-4230-8537-933756bda18a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:52.168773 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d10c2e96-8839-439e-b92d-246f161742a0 req-39a83206-292c-4230-8537-933756bda18a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0667405 Mar 11 18:13:52.233252 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d10c2e96-8839-439e-b92d-246f161742a0 req-feb22cfb-c6dc-48da-bb4c-f1095df7bf6a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Mar 11 18:13:53.360606 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06765-1727-4f26-ac99-a2d1b5664251 req-f3b66be5-4222-4b65-93ef-f8eea02d4ef8 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:53.362231 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-11b06765-1727-4f26-ac99-a2d1b5664251 req-f3b66be5-4222-4b65-93ef-f8eea02d4ef8 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0577199 Mar 11 18:13:53.417580 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-11b06765-1727-4f26-ac99-a2d1b5664251 req-aeff68c1-aa73-4e1a-ae01-a446dff9e1c9 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Mar 11 18:13:53.926834 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a035e871-17e4-4804-8b25-69998d9c74c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:54.569460 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977248f9-4c47-49c6-aa4e-c0370446ab95 req-d2163160-ea16-460a-9829-4bc26a0ba604 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:54.571042 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-977248f9-4c47-49c6-aa4e-c0370446ab95 req-d2163160-ea16-460a-9829-4bc26a0ba604 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0688937 Mar 11 18:13:54.627499 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-977248f9-4c47-49c6-aa4e-c0370446ab95 req-16280471-1728-4139-9fac-9cfd4afefb90 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Mar 11 18:13:55.150233 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:55.773035 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd2d5-b5da-48d3-b493-10350a4a5d2b req-1bbec585-563c-4d85-a429-141e1fa72133 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:55.774744 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e62bd2d5-b5da-48d3-b493-10350a4a5d2b req-1bbec585-563c-4d85-a429-141e1fa72133 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0646441 Mar 11 18:13:55.824745 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e62bd2d5-b5da-48d3-b493-10350a4a5d2b req-985390cf-cc5b-47c0-bbc0-939c302f7c53 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Mar 11 18:13:56.168584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7dd2f0ee-dcee-4c1a-bf47-b9a13d713a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:56.958620 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8794e85-8b7b-4087-bf78-657d79f9b875 req-59d0bef2-f6a4-4828-8e80-5707b65d52be tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:56.960155 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8794e85-8b7b-4087-bf78-657d79f9b875 req-59d0bef2-f6a4-4828-8e80-5707b65d52be tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0567939 Mar 11 18:13:57.015587 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c8794e85-8b7b-4087-bf78-657d79f9b875 req-e6e3dbe3-5b24-45b3-862d-ea2b30063201 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Mar 11 18:13:58.143208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503dd4a-4c20-43c9-8ec2-98b4ef10fd2d req-16291f1c-50c0-41f3-94e5-2479f55f5d56 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:58.144753 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1503dd4a-4c20-43c9-8ec2-98b4ef10fd2d req-16291f1c-50c0-41f3-94e5-2479f55f5d56 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.0591366 Mar 11 18:13:58.196795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1503dd4a-4c20-43c9-8ec2-98b4ef10fd2d req-43f22d26-b7ee-4420-9ce4-7e169270d5bf tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Mar 11 18:13:58.645516 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.434556 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c737-e562-47b9-9edb-96cb9f3d41ea req-dfc87380-6637-488c-bcb9-294c449d439e tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.436022 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a964c737-e562-47b9-9edb-96cb9f3d41ea req-dfc87380-6637-488c-bcb9-294c449d439e tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 932 time: 0.1693854 Mar 11 18:13:59.485969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a964c737-e562-47b9-9edb-96cb9f3d41ea req-e5236a76-e5d3-48f7-bdc2-b67c2a5b4167 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Mar 11 18:13:59.714808 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.766749 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Request body: {'port': {'device_id': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:13:59.828775 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:13:59.840546 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-204c1031-c966-48c5-a7ee-aeac5ef910ad service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433564 Mar 11 18:13:59.958330 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23886-b868-4a0d-bb15-f427639a2699 req-7f540410-076f-4829-9a45-f83c0a168ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:13:59.959777 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-7f540410-076f-4829-9a45-f83c0a168ff6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 1130 time: 0.0596538 Mar 11 18:14:00.076682 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23886-b868-4a0d-bb15-f427639a2699 req-55b21bf0-c576-4094-990a-5fa9d6144e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.078159 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-55b21bf0-c576-4094-990a-5fa9d6144e8d service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.0939870 Mar 11 18:14:00.122371 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28525681-4e84-46c0-88af-9c966468b0e2 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:00.133584 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks [] for port (28525681-4e84-46c0-88af-9c966468b0e2), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.153621 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Transition to ACTIVE for port object 28525681-4e84-46c0-88af-9c966468b0e2 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:14:00.157491 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.161491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-b50f3a13-726a-463b-988e-596edf926761 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 200 len: 1000 time: 0.0760324 Mar 11 18:14:00.218867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:00.219044 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23886-b868-4a0d-bb15-f427639a2699 req-9d644758-df3f-4e34-8b65-59dfa50d8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.220799 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-9d644758-df3f-4e34-8b65-59dfa50d8b2d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0522137 Mar 11 18:14:00.277346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23886-b868-4a0d-bb15-f427639a2699 req-7ba5045f-75bb-41e7-9cb2-bca367fd9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.279256 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-7ba5045f-75bb-41e7-9cb2-bca367fd9a52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495093 Mar 11 18:14:00.290457 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Attempting to bind port 28525681-4e84-46c0-88af-9c966468b0e2 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:14:00.290798 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Attempting to bind port 28525681-4e84-46c0-88af-9c966468b0e2 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:14:00.291196 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Attempting to bind port 28525681-4e84-46c0-88af-9c966468b0e2 on network a079539b-71a9-4e13-a75c-e26217f17a22 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:00.296154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Port 28525681-4e84-46c0-88af-9c966468b0e2 on network a079539b-71a9-4e13-a75c-e26217f17a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:14:00.296994 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Attempting to bind port 28525681-4e84-46c0-88af-9c966468b0e2 on network a079539b-71a9-4e13-a75c-e26217f17a22 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:00.301904 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:14:00.302244 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Checking segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:14:00.302628 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Bound using segment: {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:14:00.303069 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Bound port: 28525681-4e84-46c0-88af-9c966468b0e2, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621e67e9-689a-4518-b50e-8e91b9ebc56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:14:00.303430 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.389193 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:14:00.392115 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-7d6c7855-c74e-4118-b942-cff97d3ab682 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038096 Mar 11 18:14:00.394357 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:14:00.402468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.439794 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.440446 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.441884 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] 10.222.0.107 "PUT /v2.0/ports/28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 1094 time: 0.6798871 Mar 11 18:14:00.442343 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:00.444675 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e6fd50-f733-47b6-b367-2c5000a7a695" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:00.481387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ccb68-63ce-4b73-91b8-d41e6186baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:00.521898 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af64743-28be-499a-9b82-afd27029c01e x-openstack-request-id: req-3af64743-28be-499a-9b82-afd27029c01e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:00.522190 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:00.522440 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-3af64743-28be-499a-9b82-afd27029c01e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:00.522997 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:14:00.568314 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-27b23886-b868-4a0d-bb15-f427639a2699 req-cc354d6c-3ae8-4558-a297-363e5a93cd9b service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557150 Mar 11 18:14:00.587250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-302d92f7-9cc2-43c5-93a8-f626de75f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.593682 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-302d92f7-9cc2-43c5-93a8-f626de75f101 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1128 time: 0.0846601 Mar 11 18:14:00.652555 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-ffb6eadf-d9ba-420e-942b-c7e8b3463716 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 217 time: 0.0463381 Mar 11 18:14:00.653617 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c14a0b-228f-4a38-958a-9d85e41e0fbc req-287ef270-1f07-4a91-8b70-a1cd011177c5 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.655179 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71c14a0b-228f-4a38-958a-9d85e41e0fbc req-287ef270-1f07-4a91-8b70-a1cd011177c5 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 944 time: 0.0849423 Mar 11 18:14:00.657050 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:00.717008 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71c14a0b-228f-4a38-958a-9d85e41e0fbc req-16be5b51-0449-4c24-b634-ac1fdb3bad59 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524759 Mar 11 18:14:00.724669 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-0a871336-4f28-4a14-977d-0e711bfc7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.726141 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-0a871336-4f28-4a14-977d-0e711bfc7abe service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.0630639 Mar 11 18:14:00.789058 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-eebdd661-22e9-45e8-bf6a-00ec7da04d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:00.791189 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-eebdd661-22e9-45e8-bf6a-00ec7da04d3c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538945 Mar 11 18:14:00.898312 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-07009032-ae7d-422c-886b-61354d58fc4c service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970356 Mar 11 18:14:00.993637 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ac4e9922-310e-4291-a6c1-d50565c29a2b req-095a0766-2f3b-4bb3-bc6f-820a68fc3518 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883033 Mar 11 18:14:01.110714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-75bc101d-9cdb-45eb-a2b0-727340f19772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.112328 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-75bc101d-9cdb-45eb-a2b0-727340f19772 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1128 time: 0.0522776 Mar 11 18:14:01.215059 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-2b19b4db-a7ef-46c2-ae67-4822e8f17e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.216595 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-2b19b4db-a7ef-46c2-ae67-4822e8f17e46 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.0912635 Mar 11 18:14:01.265729 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-bf7bd6ab-442a-4ac9-b52e-e20a88014d56 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 217 time: 0.0412157 Mar 11 18:14:01.323452 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-dd7d3c5d-ff8e-4dc6-84d1-680ef2a56ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.324951 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-dd7d3c5d-ff8e-4dc6-84d1-680ef2a56ee9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.0511744 Mar 11 18:14:01.376821 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-e826aa9a-1686-47c1-8988-2d934f4bbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.378332 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-e826aa9a-1686-47c1-8988-2d934f4bbe19 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468898 Mar 11 18:14:01.476942 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-c39e7913-dfc0-4a6d-9280-14218e1d03b7 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915604 Mar 11 18:14:01.573332 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18e6fd50-f733-47b6-b367-2c5000a7a695 req-8f2ec954-690b-49a0-a50e-54298ea3fb06 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Mar 11 18:14:01.825052 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 28525681-4e84-46c0-88af-9c966468b0e2 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:01.845008 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0bf4d-3856-491c-892d-dd9e7e5f5808 req-6f4b4a25-9ade-4dce-99ca-7d0bef8641ab tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:01.852086 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efa0bf4d-3856-491c-892d-dd9e7e5f5808 req-6f4b4a25-9ade-4dce-99ca-7d0bef8641ab tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 944 time: 0.0631590 Mar 11 18:14:01.899271 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efa0bf4d-3856-491c-892d-dd9e7e5f5808 req-57343dbd-63e6-4b3f-977f-4770cc8a8338 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Mar 11 18:14:01.937879 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:01.949737 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '28525681-4e84-46c0-88af-9c966468b0e2', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'port_id': '28525681-4e84-46c0-88af-9c966468b0e2', 'mac_address': 'fa:16:3e:c1:6e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:01.997249 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 28525681-4e84-46c0-88af-9c966468b0e2 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:01.997663 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.011431 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28525681-4e84-46c0-88af-9c966468b0e2 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:02.034727 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:02.049731 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:02.108408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:02.368579 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:03.024719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c778-733e-48f0-8d5e-5ce7443fecbf req-8c334140-a6c3-4d4d-9b3a-6ee42c433b81 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.026708 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c230c778-733e-48f0-8d5e-5ce7443fecbf req-8c334140-a6c3-4d4d-9b3a-6ee42c433b81 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 945 time: 0.0546014 Mar 11 18:14:03.081394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c230c778-733e-48f0-8d5e-5ce7443fecbf req-acc27560-76d5-4de1-a3e6-b09a4df82e9b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Mar 11 18:14:03.425302 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f7d2d-6e2a-4e04-b44d-fd7a2c2f8322 req-0e42e130-2e3f-4077-aeb4-74fce4a77b74 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:03.426822 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ed3f7d2d-6e2a-4e04-b44d-fd7a2c2f8322 req-0e42e130-2e3f-4077-aeb4-74fce4a77b74 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0561643 Mar 11 18:14:03.476476 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ed3f7d2d-6e2a-4e04-b44d-fd7a2c2f8322 req-efa8be71-ffec-4607-b022-46905ad0d29b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437639 Mar 11 18:14:03.838432 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 28525681-4e84-46c0-88af-9c966468b0e2 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:03.888608 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 28525681-4e84-46c0-88af-9c966468b0e2 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:03.892275 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 28525681-4e84-46c0-88af-9c966468b0e2 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:03.892648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (28525681-4e84-46c0-88af-9c966468b0e2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:03.977493 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 28525681-4e84-46c0-88af-9c966468b0e2 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:03.977877 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.001361 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:04.003578 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e80e2dc-40ce-44ee-bbf9-3bc8c8a42975" -d '{"events": [{"server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:04.016120 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:04.022041 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:04.046010 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db45e9-c629-4657-8364-f1d0603c8081 x-openstack-request-id: req-80db45e9-c629-4657-8364-f1d0603c8081 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:04.046302 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "name": "network-vif-plugged", "status": "completed", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:04.046552 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-80db45e9-c629-4657-8364-f1d0603c8081 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:04.046939 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'code': 200} Mar 11 18:14:04.074478 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:04.202508 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962aaf-aa14-4890-9f87-e074bd9a232a req-1d660fed-2795-4c84-b1b7-d639144e87a7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.204149 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6962aaf-aa14-4890-9f87-e074bd9a232a req-1d660fed-2795-4c84-b1b7-d639144e87a7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0552804 Mar 11 18:14:04.228373 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66777-3816-4dd0-bf75-f680fc68e9e6 req-ef7c1b76-1215-4acc-baba-f2cdde1e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.229871 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bad66777-3816-4dd0-bf75-f680fc68e9e6 req-ef7c1b76-1215-4acc-baba-f2cdde1e43a7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1130 time: 0.0473468 Mar 11 18:14:04.254988 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6962aaf-aa14-4890-9f87-e074bd9a232a req-48318e0e-5ab3-4915-8cc4-fc923976d0ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 Mar 11 18:14:04.284370 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bad66777-3816-4dd0-bf75-f680fc68e9e6 req-a9120954-7d16-4f58-9b9c-c132dc124064 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Mar 11 18:14:04.599125 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:04.604461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f8bed-bf3a-46a9-8fdd-4371447e0d05 req-b08e7d8e-c504-49b4-a110-1748be3fab9a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:04.606082 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-288f8bed-bf3a-46a9-8fdd-4371447e0d05 req-b08e7d8e-c504-49b4-a110-1748be3fab9a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0585380 Mar 11 18:14:04.654282 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-288f8bed-bf3a-46a9-8fdd-4371447e0d05 req-4d0bdac8-57c7-467f-884d-73d9937113ac tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Mar 11 18:14:05.372855 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1c060-8754-4b66-accd-4d5d9ae1895e req-c2314b51-d0ea-45ce-a987-00585e0d4ef0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.374384 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2cf1c060-8754-4b66-accd-4d5d9ae1895e req-c2314b51-d0ea-45ce-a987-00585e0d4ef0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0534184 Mar 11 18:14:05.422150 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2cf1c060-8754-4b66-accd-4d5d9ae1895e req-635d23f0-d43d-4e4a-b718-08ae994f5285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Mar 11 18:14:05.529137 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978082-1044-49b0-bf43-57c6f9776306 req-e822153e-1795-4bc7-86b1-bf2517566eac tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.530665 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ce978082-1044-49b0-bf43-57c6f9776306 req-e822153e-1795-4bc7-86b1-bf2517566eac tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0547128 Mar 11 18:14:05.629172 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port 10039525-d2b3-4afc-84b6-63ecad479f41 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:05.629413 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.726492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] For port 10039525-d2b3-4afc-84b6-63ecad479f41, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=10039525-d2b3-4afc-84b6-63ecad479f41,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:05.726869 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.781761 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bbc25-6757-4b2a-8c0b-a5a2231bdfa7 req-626c2f4a-f758-4a7c-8d58-70ccf1d35af0 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:05.783613 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-718bbc25-6757-4b2a-8c0b-a5a2231bdfa7 req-626c2f4a-f758-4a7c-8d58-70ccf1d35af0 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 946 time: 0.0584736 Mar 11 18:14:05.836188 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-718bbc25-6757-4b2a-8c0b-a5a2231bdfa7 req-21c498df-041a-460c-b4c0-c71751571352 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=14a74918-368b-4e1c-b094-e052c482d0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Mar 11 18:14:05.962205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.962514 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:05.963572 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP f76ca768-ef98-44c4-8343-78e0a59ee5a7 disassociated. External IP: 172.27.3.67, port: 10039525-d2b3-4afc-84b6-63ecad479f41. Mar 11 18:14:05.963991 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for 10039525-d2b3-4afc-84b6-63ecad479f41 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:06.101377 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (10039525-d2b3-4afc-84b6-63ecad479f41), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.130972 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=10039525-d2b3-4afc-84b6-63ecad479f41,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:06.251799 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:06.362244 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:06.372717 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:06.383051 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:06.383652 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:06.404386 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] No DVR routers for this DVR port 10039525-d2b3-4afc-84b6-63ecad479f41 on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:06.406702 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:06.410015 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ce978082-1044-49b0-bf43-57c6f9776306 req-b20ea574-c1dc-4c31-84d6-ad64291eff91 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "DELETE /v2.0/ports/10039525-d2b3-4afc-84b6-63ecad479f41 HTTP/1.1" status: 204 len: 173 time: 0.8733673 Mar 11 18:14:06.410462 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'name': 'network-vif-deleted', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:06.412760 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcae04b-9cc8-46ea-b2d5-f2c4af7cbb21" -d '{"events": [{"server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "name": "network-vif-deleted", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:06.452595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f33370c-aaa0-4249-80ef-bfbf95f2ab46 x-openstack-request-id: req-5f33370c-aaa0-4249-80ef-bfbf95f2ab46 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:06.452939 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53757bd9-5634-4edb-922f-e3ae9e3590af", "name": "network-vif-deleted", "tag": "10039525-d2b3-4afc-84b6-63ecad479f41", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:06.453338 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5f33370c-aaa0-4249-80ef-bfbf95f2ab46 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:06.453799 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53757bd9-5634-4edb-922f-e3ae9e3590af', 'name': 'network-vif-deleted', 'tag': '10039525-d2b3-4afc-84b6-63ecad479f41', 'status': 'completed', 'code': 200} Mar 11 18:14:06.503075 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:06.589382 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a453f-0c0e-46f0-96d9-13378f76a733 req-eb4be493-6551-4aa5-8e8a-1e38dd6b3939 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.592516 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b20a453f-0c0e-46f0-96d9-13378f76a733 req-eb4be493-6551-4aa5-8e8a-1e38dd6b3939 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0903347 Mar 11 18:14:06.650691 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b20a453f-0c0e-46f0-96d9-13378f76a733 req-7d08b468-7ef2-45bb-8c90-21c8bc6c7e2c tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516682 Mar 11 18:14:06.732740 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:06.762434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:06.771743 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:06.772384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:06.782747 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7eae3-d3a3-45fe-9347-d5f697060832 req-b57e45f5-b82b-4b35-bedb-64011d6b3798 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:06.784064 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6a7eae3-d3a3-45fe-9347-d5f697060832 req-b57e45f5-b82b-4b35-bedb-64011d6b3798 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0542493 Mar 11 18:14:06.839420 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d6a7eae3-d3a3-45fe-9347-d5f697060832 req-b522c18a-7723-42af-b83c-b8a7a0d05ddd tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Mar 11 18:14:06.891492 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:06.962078 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-699c787a-1249-4097-8642-24e7a9821481 req-d14ee7b4-6f21-4ee8-a765-19fb913f18c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=53757bd9-5634-4edb-922f-e3ae9e3590af HTTP/1.1" status: 200 len: 210 time: 0.0325699 Mar 11 18:14:07.124756 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:07.155435 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e231120-dfd7-4cab-b46d-97d52c8b1d5f None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:07.197614 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b4d2-81f8-4c45-ac8f-d4c3a5988ec8 req-132c72b7-ec98-4da0-8d50-50f7c8124f65 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:07.199625 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1de9b4d2-81f8-4c45-ac8f-d4c3a5988ec8 req-132c72b7-ec98-4da0-8d50-50f7c8124f65 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0580895 Mar 11 18:14:07.254287 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1de9b4d2-81f8-4c45-ac8f-d4c3a5988ec8 req-b69682ee-5a1d-4b4e-829b-f33111cb24d4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Mar 11 18:14:07.395839 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c2764b-7d7e-4120-9826-ee8727ee458d None None] New status for floating IP f76ca768-ef98-44c4-8343-78e0a59ee5a7: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:07.850270 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 10039525-d2b3-4afc-84b6-63ecad479f41 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:07.873022 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 10039525-d2b3-4afc-84b6-63ecad479f41 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:07.873275 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 10039525-d2b3-4afc-84b6-63ecad479f41 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:07.987942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2e468-105d-4a22-8316-966bbb51ca6e req-5a4f3596-e78a-4181-b975-03f1b074dd5c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:07.989363 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57e2e468-105d-4a22-8316-966bbb51ca6e req-5a4f3596-e78a-4181-b975-03f1b074dd5c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0557787 Mar 11 18:14:08.051824 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57e2e468-105d-4a22-8316-966bbb51ca6e req-bf381223-27f8-46b7-893c-a9288c5dbea8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555973 Mar 11 18:14:08.170728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39912) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:08.226269 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (14a74918-368b-4e1c-b094-e052c482d0a5), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.251355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (14a74918-368b-4e1c-b094-e052c482d0a5), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.303504 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (14a74918-368b-4e1c-b094-e052c482d0a5), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.306897 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.308145 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/security-groups/14a74918-368b-4e1c-b094-e052c482d0a5 HTTP/1.1" status: 204 len: 168 time: 0.1363373 Mar 11 18:14:08.310940 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39914) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:08.320835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799e0e4-09a8-49ba-8500-977a0d47b2d8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a74918-368b-4e1c-b094-e052c482d0a5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:08.324753 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-ddec4735-fdbd-4e1c-8353-4ccbc59d4491 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] show failed (client error): The resource could not be found. Mar 11 18:14:08.326129 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ddec4735-fdbd-4e1c-8353-4ccbc59d4491 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups/14a74918-368b-4e1c-b094-e052c482d0a5 HTTP/1.1" status: 404 len: 347 time: 0.0140793 Mar 11 18:14:08.329038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39916) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:08.468376 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port bd93b048-5a91-4b75-bc8e-d648a9a3e883 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:08.468609 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.552762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.553074 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (bd93b048-5a91-4b75-bc8e-d648a9a3e883), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.566235 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for bd93b048-5a91-4b75-bc8e-d648a9a3e883 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:08.721242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (bd93b048-5a91-4b75-bc8e-d648a9a3e883), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.748543 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=bd93b048-5a91-4b75-bc8e-d648a9a3e883,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:08.832611 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (f76ca768-ef98-44c4-8343-78e0a59ee5a7), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.835986 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:08.837266 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-85795500-663a-48ad-a9a4-daf00b388103 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/floatingips/f76ca768-ef98-44c4-8343-78e0a59ee5a7 HTTP/1.1" status: 204 len: 168 time: 0.5072272 Mar 11 18:14:09.243163 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43a632-d053-4eb1-aa3f-6fe229102edf req-a2bd1704-1be9-462f-be5a-88b0bbc50d2c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:09.246863 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea43a632-d053-4eb1-aa3f-6fe229102edf req-a2bd1704-1be9-462f-be5a-88b0bbc50d2c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0650439 Mar 11 18:14:09.308092 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea43a632-d053-4eb1-aa3f-6fe229102edf req-8b186ffd-04f9-421b-b4f6-f81b7a055fc6 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Mar 11 18:14:09.363700 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39940) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:09.368587 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502281725', 'description': 'tempest-description--870756874'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:09.390500 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.466019 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (4f33ff33-523b-4fc2-8e87-310651ed5d88), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.470795 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (4f33ff33-523b-4fc2-8e87-310651ed5d88), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.519563 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.520753 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1559901 Mar 11 18:14:09.521493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1d515-8839-4b56-977f-f9054f7b715a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f33ff33-523b-4fc2-8e87-310651ed5d88,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:09.523942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39942) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:09.528642 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '4f33ff33-523b-4fc2-8e87-310651ed5d88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:09.556986 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (75fb60cf-5796-4bed-ae5d-51d45c1e620f), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.625056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (75fb60cf-5796-4bed-ae5d-51d45c1e620f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.628830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (75fb60cf-5796-4bed-ae5d-51d45c1e620f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.653793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fb60cf-5796-4bed-ae5d-51d45c1e620f,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:09.660611 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.661969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3c6a02b6-7498-4524-86f9-6476265b1341 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370482 Mar 11 18:14:09.664712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 39944) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:09.669238 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'security_group_rule': {'security_group_id': '4f33ff33-523b-4fc2-8e87-310651ed5d88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:09.695191 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (fb59f8f9-57ee-48f7-adb2-006c12f03a3d), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.763026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (fb59f8f9-57ee-48f7-adb2-006c12f03a3d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.767086 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (fb59f8f9-57ee-48f7-adb2-006c12f03a3d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.791559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb59f8f9-57ee-48f7-adb2-006c12f03a3d,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:09.810811 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:09.815704 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a5b7e5fa-02c4-4791-8623-69326c59c4d7 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464803 Mar 11 18:14:09.816335 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:09.823145 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:09.846341 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a03951-f5fb-4dea-9000-808118d82214 req-4c1af041-8581-4fdf-b6b7-08ea8e0f10c9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:09.848418 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f1a03951-f5fb-4dea-9000-808118d82214 req-4c1af041-8581-4fdf-b6b7-08ea8e0f10c9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0886531 Mar 11 18:14:09.870066 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.026301 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port bfc0a512-ab27-4c82-8a25-d67885c5e88f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:10.026624 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.101119 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.406012 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] For port bfc0a512-ab27-4c82-8a25-d67885c5e88f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bfc0a512-ab27-4c82-8a25-d67885c5e88f,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:10.406382 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.434724 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a600-f110-489d-aa83-dfaf5f8280fd req-4373f9f2-2324-42b2-aa2d-a6eb5800592f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:10.436277 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a60a600-f110-489d-aa83-dfaf5f8280fd req-4373f9f2-2324-42b2-aa2d-a6eb5800592f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 946 time: 0.0552726 Mar 11 18:14:10.491329 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a60a600-f110-489d-aa83-dfaf5f8280fd req-ae8434de-4a02-40ee-a0f0-dd53bc3f63f4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Mar 11 18:14:10.562349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.27.3.221 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/dc4c746c-1f66-4162-8f58-20d45e8a70bc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:10.693968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.694351 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (0c541460-883b-46dd-b81a-595200692ffd), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.694666 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 0c541460-883b-46dd-b81a-595200692ffd disassociated. External IP: 172.27.3.207, port: bfc0a512-ab27-4c82-8a25-d67885c5e88f. Mar 11 18:14:10.694991 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for bfc0a512-ab27-4c82-8a25-d67885c5e88f owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:10.774007 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.838449 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.911572 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:10.922051 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:10.925492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:10.927440 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=dc4c746c-1f66-4162-8f58-20d45e8a70bc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:10.949803 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (bfc0a512-ab27-4c82-8a25-d67885c5e88f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:10.995579 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=bfc0a512-ab27-4c82-8a25-d67885c5e88f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:11.101082 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.180731 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:11.182040 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.389832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:11.406462 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:11.421494 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:11.422533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:11.448463 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] No DVR routers for this DVR port bfc0a512-ab27-4c82-8a25-d67885c5e88f on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:11.452532 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.455841 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f1a03951-f5fb-4dea-9000-808118d82214 req-81a617c1-8751-4d35-bb5e-3bfa1fc51be9 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "DELETE /v2.0/ports/bfc0a512-ab27-4c82-8a25-d67885c5e88f HTTP/1.1" status: 204 len: 173 time: 1.5965538 Mar 11 18:14:11.456326 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'name': 'network-vif-deleted', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:11.458637 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7602a2f8-15c1-42cb-b91b-6bfcc1205e06" -d '{"events": [{"server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "name": "network-vif-deleted", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:11.492399 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.502483 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.543137 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec7214c-39bd-4f7e-95f3-c3ed2afded06 x-openstack-request-id: req-bec7214c-39bd-4f7e-95f3-c3ed2afded06 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:11.543441 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8c120d-1753-4d03-a5c9-5c45c6de2093", "name": "network-vif-deleted", "tag": "bfc0a512-ab27-4c82-8a25-d67885c5e88f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:11.543701 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-bec7214c-39bd-4f7e-95f3-c3ed2afded06 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:11.544163 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8c120d-1753-4d03-a5c9-5c45c6de2093', 'name': 'network-vif-deleted', 'tag': 'bfc0a512-ab27-4c82-8a25-d67885c5e88f', 'status': 'completed', 'code': 200} Mar 11 18:14:11.590230 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.608546 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442683aa-2761-4352-a44b-7ee7ef51f836 req-7bef502e-2562-44d2-b693-79ff5c59da43 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:11.609122 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=dc4c746c-1f66-4162-8f58-20d45e8a70bc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:11.610080 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-442683aa-2761-4352-a44b-7ee7ef51f836 req-7bef502e-2562-44d2-b693-79ff5c59da43 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0800564 Mar 11 18:14:11.619379 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.621012 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4864ad27-0bfc-416c-b7a0-2ba897d303c8 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8034122 Mar 11 18:14:11.624599 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:11.668697 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d28bef5b-657a-49ad-8d2d-c99f11705980 req-59c86b38-7138-49fa-bf9a-fd770d5173d6 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=fb8c120d-1753-4d03-a5c9-5c45c6de2093 HTTP/1.1" status: 200 len: 210 time: 0.0545712 Mar 11 18:14:11.724265 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-442683aa-2761-4352-a44b-7ee7ef51f836 req-701c8cfc-f906-4eb4-9c96-71215e7a21ad tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052618 Mar 11 18:14:11.758877 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:11.839474 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-29dbe556-f5cf-4b7c-83d2-a5d486e068c0 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--502281725&fields=id&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 267 time: 0.0658848 Mar 11 18:14:11.873317 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device bfc0a512-ab27-4c82-8a25-d67885c5e88f no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:11.889592 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c536328-c9c3-4f98-9764-54a4a5520377 tempest-TestMinimumBasicScenario-1075772494 tempest-TestMinimumBasicScenario-1075772494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:11.894082 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2c536328-c9c3-4f98-9764-54a4a5520377 tempest-TestMinimumBasicScenario-1075772494 tempest-TestMinimumBasicScenario-1075772494-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1125 time: 0.1318810 Mar 11 18:14:11.894744 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 39980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:11.899397 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: bfc0a512-ab27-4c82-8a25-d67885c5e88f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:11.899735 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device bfc0a512-ab27-4c82-8a25-d67885c5e88f not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:11.900409 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'port_id': '28525681-4e84-46c0-88af-9c966468b0e2', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:11.928654 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:11.940230 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:11.980536 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:11.987662 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-56fd0e5a-13e1-447a-b8cb-6b5772f3a66b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:11.989346 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-56fd0e5a-13e1-447a-b8cb-6b5772f3a66b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.1418381 Mar 11 18:14:11.997335 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:11.998342 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:12.008133 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-a41972d9-dc10-43af-9481-600211f78bd3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/quotas/a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 375 time: 0.0113544 Mar 11 18:14:12.069016 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.084493 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-5fd0aeee-3e0b-4558-97ee-a3e4729321f1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683393 Mar 11 18:14:12.161569 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:12.204439 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Allocated IP 172.27.3.16 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/329ba2aa-c965-40e2-a416-da834b4b12a9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:12.272142 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-86728dee-082f-4c37-a476-2fe115f5ed9e service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732492 Mar 11 18:14:12.371601 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.404902 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-0779d8bb-e152-4636-97c1-080023782fdc service neutron] 10.222.0.105 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313910 Mar 11 18:14:12.427948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:12.439288 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:12.468837 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:12.469463 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9bbdf-e630-45a7-a233-2057b447a608 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:12.475002 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:12.477690 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:12.532464 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'Port': ['ID=329ba2aa-c965-40e2-a416-da834b4b12a9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:12.624264 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-86af50e2-d651-4c55-86bb-a71713497e4e req-4a451a3e-0d37-49be-ae69-302a349c89eb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 210 time: 0.0385981 Mar 11 18:14:12.858280 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a51fd49-7b6c-49ba-8895-47a1f1872963 None None] New status for floating IP 0c541460-883b-46dd-b81a-595200692ffd: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:12.970071 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for floatingip (d89d86a9-ac00-4c81-a4c7-c0c31b516b79), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.006535 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-f0b4bb7f-ac70-420e-80bc-8e05680116b0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631996294&fields=id&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 267 time: 0.0579929 Mar 11 18:14:13.069537 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.184894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-69b4de7c-2818-4ca6-a84f-06375e741d75 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:13.186579 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-69b4de7c-2818-4ca6-a84f-06375e741d75 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.1655495 Mar 11 18:14:13.205219 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-2f9bc20f-ee6b-400b-a672-3e616669c62d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/quotas/c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 375 time: 0.0130002 Mar 11 18:14:13.272414 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-d3f861e1-178a-4341-8b02-d00b743a01b3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616019 Mar 11 18:14:13.275070 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.281426 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.355251 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'Port': ['ID=329ba2aa-c965-40e2-a416-da834b4b12a9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:13.370411 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (d89d86a9-ac00-4c81-a4c7-c0c31b516b79), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.453473 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-27077768-a2bf-4334-bc34-2756c94c442e service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662018 Mar 11 18:14:13.487877 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Floating IP d89d86a9-ac00-4c81-a4c7-c0c31b516b79 associated. External IP: 172.27.3.16, port: 28525681-4e84-46c0-88af-9c966468b0e2. Mar 11 18:14:13.554435 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-ca6f5027-df73-4f81-8c4c-a16f200b05bf service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948741 Mar 11 18:14:13.722495 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Router dc6accbf-be18-4808-9bb0-373253124978 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:13.740205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-635ddf5a-1c1e-41c3-9bb8-babf57fe8456 req-e65ef081-8000-4a62-87eb-eb6822bbcc6c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 210 time: 0.0335774 Mar 11 18:14:13.871639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:13.881999 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Sync routers for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:13.886932 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a030d1a0-4d24-4bdf-8479-b3072be20f48 req-14bb2308-af55-412d-9fda-3931d9dd08ae tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 210 time: 0.0304525 Mar 11 18:14:13.895945 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:13.917837 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:13.918463 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:13.981808 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3f54e02b-2b4e-4435-b2bc-f29f770565ee tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0858243 Mar 11 18:14:13.986258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40022) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:13.990997 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725722917', 'description': 'tempest-secgroup-smoke-1725722917 description', 'project_id': '7121d5c82cd74413b2f640843b585904'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.014680 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:14.017579 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d62245-b809-4867-8501-fe6028c76c34" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:14.028832 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.090320 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-176acac3-c750-4b52-9c58-274e10d7f7da tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.092166 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-176acac3-c750-4b52-9c58-274e10d7f7da tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 814 time: 0.1912043 Mar 11 18:14:14.100749 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad1bc44-260f-4cfe-b6ce-06e8a2cd05d8 x-openstack-request-id: req-7ad1bc44-260f-4cfe-b6ce-06e8a2cd05d8 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:14.102184 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:14.102559 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7ad1bc44-260f-4cfe-b6ce-06e8a2cd05d8 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:14.104042 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:14:14.193188 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (2300ae2d-f0b1-40f8-92a9-9d3d40ea297d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.203073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2300ae2d-f0b1-40f8-92a9-9d3d40ea297d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.234422 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.239580 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:14.246268 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2582603 Mar 11 18:14:14.251949 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-ece801e7-9376-49f8-914c-1613bc6131bb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f99072a11d4441bf3166f891829fa1 HTTP/1.1" status: 200 len: 379 time: 0.1468878 Mar 11 18:14:14.258560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.263607 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:14.283997 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'port': {'device_id': '60884006-92dd-49bc-bf83-d8e38ad02248', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'admin_state_up': True, 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'security_groups': ['4f33ff33-523b-4fc2-8e87-310651ed5d88']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.315583 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dae0c-072c-4c7f-8f37-9110ec36a26a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:14.348404 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62245-b809-4867-8501-fe6028c76c34 req-92c9017a-5a46-43aa-8e86-9d7c412acc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.350235 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-92c9017a-5a46-43aa-8e86-9d7c412acc9a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1130 time: 0.2126536 Mar 11 18:14:14.481287 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62245-b809-4867-8501-fe6028c76c34 req-bade979e-b6a3-4b1c-82a5-83553fe012be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.483395 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-bade979e-b6a3-4b1c-82a5-83553fe012be service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.1248240 Mar 11 18:14:14.563311 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-b83b4839-2a59-45f2-affb-ae4fe0991502 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 999 time: 0.0719628 Mar 11 18:14:14.587393 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd89d86a9-ac00-4c81-a4c7-c0c31b516b79', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'port_id': '28525681-4e84-46c0-88af-9c966468b0e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'mac_address': 'fa:16:3e:c1:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:12Z', 'updated_at': '2022-03-11T18:14:12Z', 'revision_number': 0, 'project_id': '7121d5c82cd74413b2f640843b585904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:14.624666 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Checking router: dc6accbf-be18-4808-9bb0-373253124978 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:14.627016 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62245-b809-4867-8501-fe6028c76c34 req-c974da7c-834a-4347-a098-90f17118230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.629567 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-c974da7c-834a-4347-a098-90f17118230f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.0584059 Mar 11 18:14:14.636127 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:14.637019 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:14.639500 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (2ad2f804-30b2-41a5-a90d-730b55bbdf52), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.694916 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d62245-b809-4867-8501-fe6028c76c34 req-504d6dc4-14f9-4a4b-a535-58a680dd743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:14.697262 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-504d6dc4-14f9-4a4b-a535-58a680dd743d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564067 Mar 11 18:14:14.742782 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (2ad2f804-30b2-41a5-a90d-730b55bbdf52), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.748210 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (2ad2f804-30b2-41a5-a90d-730b55bbdf52), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.755528 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Made reservation on behalf of a2f99072a11d4441bf3166f891829fa1 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:14:14.758801 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.782176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad2f804-30b2-41a5-a90d-730b55bbdf52,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:14.792237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:14.795283 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.796528 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-856b2b54-7fb5-49dd-8023-4fc8305e7c3d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5556417 Mar 11 18:14:14.804654 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:14.810982 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:14.888119 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-bf566e9b-0675-4d62-a857-6c40d7f742d8 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704760 Mar 11 18:14:14.890688 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4731b062-247c-4cee-9eac-e7a34e1407f3 req-174d7c24-ad4f-42a4-868b-741253cd99fd tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 210 time: 0.0423110 Mar 11 18:14:14.895161 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (e8ea0f59-cd60-4940-a9fa-5a7c6949f4d3), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:14.982469 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Allocated IP 172.20.0.13 (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f/591271aa-c163-48df-a7eb-aa2f47e262a0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:15.024682 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (e8ea0f59-cd60-4940-a9fa-5a7c6949f4d3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.029366 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d0d62245-b809-4867-8501-fe6028c76c34 req-2210831c-38ec-472c-9341-df21ec75afe0 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343131 Mar 11 18:14:15.032159 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (e8ea0f59-cd60-4940-a9fa-5a7c6949f4d3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.075720 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ea0f59-cd60-4940-a9fa-5a7c6949f4d3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.094087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.096096 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-39831e5b-21d0-471d-b7a9-4e359f69a732 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2902842 Mar 11 18:14:15.098899 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd31f14c-0ae4-4fa9-bb1e-c7f551b863ca req-09f58e51-a012-4ff4-9e9e-252627223c7f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 210 time: 0.0629065 Mar 11 18:14:15.099578 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40048) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:15.106087 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.146385 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd89d86a9-ac00-4c81-a4c7-c0c31b516b79', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'port_id': '28525681-4e84-46c0-88af-9c966468b0e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'mac_address': 'fa:16:3e:c1:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:12Z', 'updated_at': '2022-03-11T18:14:12Z', 'revision_number': 0, 'project_id': '7121d5c82cd74413b2f640843b585904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:15.188224 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc95a6f-c246-4a9f-ab7d-4c11b46f80db None None] The sync data for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi is: [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'd89d86a9-ac00-4c81-a4c7-c0c31b516b79', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'floating_ip_address': '172.27.3.16', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'port_id': '28525681-4e84-46c0-88af-9c966468b0e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'mac_address': 'fa:16:3e:c1:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:12Z', 'updated_at': '2022-03-11T18:14:12Z', 'revision_number': 0, 'project_id': '7121d5c82cd74413b2f640843b585904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:15.233346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (8069ae88-2ba4-4b76-8924-55d4a1f9b3d2), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.244507 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.284730 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-1432bfab-8918-49da-b34f-5c9f43209832 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.286598 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-1432bfab-8918-49da-b34f-5c9f43209832 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.1603475 Mar 11 18:14:15.289725 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.338367 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (8069ae88-2ba4-4b76-8924-55d4a1f9b3d2), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.339065 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:15.342616 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:15.346728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:15.349805 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (8069ae88-2ba4-4b76-8924-55d4a1f9b3d2), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.396021 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8069ae88-2ba4-4b76-8924-55d4a1f9b3d2,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.405785 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:15.406459 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.427787 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event updated for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.430165 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.431482 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a2093546-2f0b-4b34-82b0-f622d33d1d29 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3305917 Mar 11 18:14:15.437203 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-f9b039d9-3e17-4bd6-8cf3-cba8e7d31c3f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 380 time: 0.1362123 Mar 11 18:14:15.437724 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40050) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:15.442311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.452596 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-43ec33df-7dbe-4824-b386-dc4155c09652 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866169 Mar 11 18:14:15.453647 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'port': {'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'admin_state_up': True, 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'security_groups': ['78841fb2-4be3-40bb-a87f-8f31e27f7739']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.470685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Request body: {'port': {'device_id': '60884006-92dd-49bc-bf83-d8e38ad02248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.524925 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf252533-1311-4a53-8688-6878358587b1 None None] New status for floating IP d89d86a9-ac00-4c81-a4c7-c0c31b516b79: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:15.541966 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (a02ae5b0-9b6b-494a-acc5-7af0a5223d72), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.573719 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.650270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (a02ae5b0-9b6b-494a-acc5-7af0a5223d72), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.652170 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Made reservation on behalf of c49ea05b5d0d4ca79c6c33181b3f4d38 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:14:15.655982 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.659362 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (a02ae5b0-9b6b-494a-acc5-7af0a5223d72), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.692216 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02ae5b0-9b6b-494a-acc5-7af0a5223d72,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.707471 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.708799 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-15c75a2e-9dd4-4b46-9fde-8c7120249151 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2701442 Mar 11 18:14:15.712215 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40052) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:15.713287 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-5f169533-52e6-4384-be94-79003d0193f5 None None] Provisioning complete for port 591271aa-c163-48df-a7eb-aa2f47e262a0 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:15.713834 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5f169533-52e6-4384-be94-79003d0193f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.758453 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.781873 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-5f169533-52e6-4384-be94-79003d0193f5 None None] Port 591271aa-c163-48df-a7eb-aa2f47e262a0 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:14:15.824506 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Project 7121d5c82cd74413b2f640843b585904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:14:15.831142 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (8dfa52aa-f6b5-4000-9cba-15cd3e684988), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.885208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.20.0.13 (3f6d4b94-41a5-4e6d-839c-2ba3da405e10/680c26da-f040-4725-bbf8-c40239907ff5/ad1b3b39-953a-4f55-a489-2fd60d76ebfe) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:15.921436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (8dfa52aa-f6b5-4000-9cba-15cd3e684988), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.927135 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (8dfa52aa-f6b5-4000-9cba-15cd3e684988), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.967499 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfa52aa-f6b5-4000-9cba-15cd3e684988,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:15.987995 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:15.991825 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9ef982c8-1b9f-4078-8b17-8c328297ebdb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2753224 Mar 11 18:14:15.992045 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591271aa-c163-48df-a7eb-aa2f47e262a0 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:15.992477 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40056) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:15.997154 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'security_group_rule': {'security_group_id': '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d', 'project_id': '7121d5c82cd74413b2f640843b585904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:15.998811 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks [] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.013555 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Transition to ACTIVE for port object 591271aa-c163-48df-a7eb-aa2f47e262a0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:14:16.016984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.078226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Pushing event updated for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:16.097110 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.securitygroups_db [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Project 7121d5c82cd74413b2f640843b585904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 18:14:16.114776 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (d55297e3-8e4e-45e0-b61c-444bf2bcf8f7), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.152434 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.174472 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f756a-20e8-4ca6-b8be-6c0b07d7e603 req-3a2fdeea-375c-4d5b-9eef-5ddc9b733edb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.176441 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-308f756a-20e8-4ca6-b8be-6c0b07d7e603 req-3a2fdeea-375c-4d5b-9eef-5ddc9b733edb tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 944 time: 0.1681340 Mar 11 18:14:16.202953 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Attempting to bind port 591271aa-c163-48df-a7eb-aa2f47e262a0 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:14:16.203301 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Attempting to bind port 591271aa-c163-48df-a7eb-aa2f47e262a0 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:14:16.204862 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Attempting to bind port 591271aa-c163-48df-a7eb-aa2f47e262a0 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:16.209192 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Port 591271aa-c163-48df-a7eb-aa2f47e262a0 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:14:16.209893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Attempting to bind port 591271aa-c163-48df-a7eb-aa2f47e262a0 on network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:16.216113 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:14:16.216772 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Checking segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:14:16.217169 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Bound using segment: {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:14:16.217609 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Bound port: 591271aa-c163-48df-a7eb-aa2f47e262a0, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf86837-3caf-4451-848c-c14015b527bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:14:16.218570 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.282417 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebc17968-dceb-4b04-bdc0-3b34df5c2c3a req-44109909-bbfb-46c9-b78b-fe53b8511d31 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 210 time: 0.0701106 Mar 11 18:14:16.298720 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:14:16.303389 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=591271aa-c163-48df-a7eb-aa2f47e262a0,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:14:16.304310 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.311307 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.344229 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (d55297e3-8e4e-45e0-b61c-444bf2bcf8f7), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.361413 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.362287 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.364384 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] 10.222.0.107 "PUT /v2.0/ports/591271aa-c163-48df-a7eb-aa2f47e262a0 HTTP/1.1" status: 200 len: 1094 time: 0.8987870 Mar 11 18:14:16.368009 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (d55297e3-8e4e-45e0-b61c-444bf2bcf8f7), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.368193 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:16.375689 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d090ea53-71ad-4fde-905a-3a79b2d081ba" -d '{"events": [{"name": "network-changed", "server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:16.381561 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-308f756a-20e8-4ca6-b8be-6c0b07d7e603 req-4975d1dc-a335-4664-a10e-372773a8486a tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926808 Mar 11 18:14:16.391210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:16.420560 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:16.422809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55297e3-8e4e-45e0-b61c-444bf2bcf8f7,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:16.434485 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:16.442214 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c64c330-65af-4342-993a-cbef786e2a32 x-openstack-request-id: req-2c64c330-65af-4342-993a-cbef786e2a32 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:16.442623 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:16.442963 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2c64c330-65af-4342-993a-cbef786e2a32 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:16.444447 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'status': 'completed', 'code': 200} Mar 11 18:14:16.447341 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.452455 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f6bfdb55-1504-404a-aefd-134728cd3a6b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4591541 Mar 11 18:14:16.482876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:16.511893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f2ac-5add-4594-9512-9e5e1ae221c9 service neutron] Pushing event updated for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:16.532358 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.534774 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.547545 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-a2c8d94d-e5dc-474b-b345-b77aed995c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.549835 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-a2c8d94d-e5dc-474b-b345-b77aed995c0f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 1128 time: 0.1177068 Mar 11 18:14:16.573294 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fed5b9a4-9fbf-42c4-8412-ef3167c8b788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1254983 Mar 11 18:14:16.591177 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Request body: {'port': {'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:16.616547 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-cc8166cb-aca7-4c26-a110-faf6f8e2894d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591271aa-c163-48df-a7eb-aa2f47e262a0 HTTP/1.1" status: 200 len: 217 time: 0.0556350 Mar 11 18:14:16.633241 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-1dd3fd75-5e10-46b8-bb38-d472af332e4e tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725722917&fields=id&tenant_id=7121d5c82cd74413b2f640843b585904 HTTP/1.1" status: 200 len: 267 time: 0.0941203 Mar 11 18:14:16.681607 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-d819d587-a645-4621-8bba-e75b33f77e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.683223 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-d819d587-a645-4621-8bba-e75b33f77e2f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0605326 Mar 11 18:14:16.699261 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.751566 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-a3d5b3ee-f2bb-470b-9b5c-083c1e7aada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.753210 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-a3d5b3ee-f2bb-470b-9b5c-083c1e7aada0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607820 Mar 11 18:14:16.761930 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-a911841a-a20e-4ec2-b6fd-2b4373964e50 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:16.764433 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-a911841a-a20e-4ec2-b6fd-2b4373964e50 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.1227205 Mar 11 18:14:16.764739 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-956b1f91-14db-42a1-88c7-f32ab0ee38c0 None None] Provisioning complete for port ad1b3b39-953a-4f55-a489-2fd60d76ebfe triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:16.765546 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-956b1f91-14db-42a1-88c7-f32ab0ee38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.781003 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'port': {'security_groups': ['cd0bf8fa-f71d-454e-925d-408846e9cb28', '2300ae2d-f0b1-40f8-92a9-9d3d40ea297d']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:16.811561 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-956b1f91-14db-42a1-88c7-f32ab0ee38c0 None None] Port ad1b3b39-953a-4f55-a489-2fd60d76ebfe cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:14:16.854744 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-333555f2-a2f0-4151-a898-340c479c6107 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939090 Mar 11 18:14:16.929438 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:16.956444 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-03f48f3a-7822-4866-a1a2-52cf739a316e req-9f62d063-29c2-4f27-a1c6-0f0f45dc61a6 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938873 Mar 11 18:14:17.055773 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-7cd7860a-785e-41a9-970d-9263e1766ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.057913 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-7cd7860a-785e-41a9-970d-9263e1766ff2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 1128 time: 0.0476594 Mar 11 18:14:17.155780 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-4f05baea-f578-4c2d-8807-c97c9b8152c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.157295 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-4f05baea-f578-4c2d-8807-c97c9b8152c4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.0915163 Mar 11 18:14:17.173709 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1b3b39-953a-4f55-a489-2fd60d76ebfe {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:17.202701 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-d58799c8-ca99-4043-ba76-15ac628162ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591271aa-c163-48df-a7eb-aa2f47e262a0 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Mar 11 18:14:17.210966 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks [] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.232767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Transition to ACTIVE for port object ad1b3b39-953a-4f55-a489-2fd60d76ebfe will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:14:17.236615 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.253356 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-85cbaabe-0faf-4cbf-a4f2-2b89e3d99872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.255107 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-85cbaabe-0faf-4cbf-a4f2-2b89e3d99872 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0464725 Mar 11 18:14:17.312681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-df0cc258-7413-4759-8759-da139cfc0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.314131 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-df0cc258-7413-4759-8759-da139cfc0268 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512295 Mar 11 18:14:17.416400 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-f11fe1e5-760d-414e-b954-417bfe6fcffc service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913632 Mar 11 18:14:17.518631 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d090ea53-71ad-4fde-905a-3a79b2d081ba req-5331cd02-24da-4b41-88c4-48959927eb3b service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946178 Mar 11 18:14:17.603425 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:17.637136 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:17.699528 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for port (28525681-4e84-46c0-88af-9c966468b0e2), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.708975 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.718797 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c154d-ac07-4af4-9122-cbaeb6f5f0ee req-e409688b-d3b6-4f82-9d7b-59955f9f32a8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.720385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b9c154d-ac07-4af4-9122-cbaeb6f5f0ee req-e409688b-d3b6-4f82-9d7b-59955f9f32a8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.1897647 Mar 11 18:14:17.721054 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:17.793826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:17.794484 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:17.795965 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-965751f8-4843-4746-9d8e-8787b4b88e8f req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "PUT /v2.0/ports/28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 982 time: 1.0204668 Mar 11 18:14:17.798983 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:17.804602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:17.855806 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Attempting to bind port ad1b3b39-953a-4f55-a489-2fd60d76ebfe on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:14:17.856088 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Attempting to bind port ad1b3b39-953a-4f55-a489-2fd60d76ebfe by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:14:17.856420 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Attempting to bind port ad1b3b39-953a-4f55-a489-2fd60d76ebfe on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:17.871140 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5b9c154d-ac07-4af4-9122-cbaeb6f5f0ee req-a5144e75-cf23-4466-a733-28c8c357a675 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416087 Mar 11 18:14:17.883284 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Port ad1b3b39-953a-4f55-a489-2fd60d76ebfe on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:14:17.883284 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Attempting to bind port ad1b3b39-953a-4f55-a489-2fd60d76ebfe on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:17.883284 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08391d-5115-4629-99fe-769604148cd4 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:17.896663 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:17.917325 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:14:17.917676 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:14:17.918070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Bound using segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:14:17.918525 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Bound port: ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:14:17.918894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.015654 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2b574-50fd-4fe8-bb0e-4506ec26349a req-a088a207-06ce-4272-b338-c4f4b14cb42c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.017255 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6d2b574-50fd-4fe8-bb0e-4506ec26349a req-a088a207-06ce-4272-b338-c4f4b14cb42c tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 944 time: 0.1552324 Mar 11 18:14:18.067865 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:14:18.096730 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:14:18.108830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3d752-cf36-40c5-b349-da7b43850dcd req-661cf2cb-c966-4291-baac-c75d9496963b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.110691 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcc3d752-cf36-40c5-b349-da7b43850dcd req-661cf2cb-c966-4291-baac-c75d9496963b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.1466680 Mar 11 18:14:18.113604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.120227 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6d2b574-50fd-4fe8-bb0e-4506ec26349a req-b46c4e32-6205-463d-a435-66d2d5041017 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902061 Mar 11 18:14:18.160604 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4a573240-a6b8-4f2c-b302-c2b1d7e06cc4 None None] Provisioning complete for port 28525681-4e84-46c0-88af-9c966468b0e2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:18.161177 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a573240-a6b8-4f2c-b302-c2b1d7e06cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (28525681-4e84-46c0-88af-9c966468b0e2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.170172 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.170798 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:18.172242 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] 10.222.0.107 "PUT /v2.0/ports/ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 1094 time: 1.5869763 Mar 11 18:14:18.209874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c48a30-8b6b-4395-a412-69d8342c8faf x-openstack-request-id: req-f8c48a30-8b6b-4395-a412-69d8342c8faf {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:18.210174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:18.210430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f8c48a30-8b6b-4395-a412-69d8342c8faf {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:18.210831 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:14:18.219479 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053efb2-642e-47d6-8e05-097c5aa006f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:18.250857 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcc3d752-cf36-40c5-b349-da7b43850dcd req-12667587-f108-4262-87d4-8234a092ecda tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278765 Mar 11 18:14:18.309260 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-495bfc10-8e66-47c8-9458-7b60cfb07599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.309260 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-495bfc10-8e66-47c8-9458-7b60cfb07599 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1169 time: 0.0776527 Mar 11 18:14:18.321056 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-bc26a4cb-3504-4cf8-a521-3b8444003b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.325005 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-bc26a4cb-3504-4cf8-a521-3b8444003b78 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1128 time: 0.0745087 Mar 11 18:14:18.377305 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-fdda7512-d943-4897-88b4-d03a88615714 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 217 time: 0.0433083 Mar 11 18:14:18.405819 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4a573240-a6b8-4f2c-b302-c2b1d7e06cc4 None None] Current status of the port 28525681-4e84-46c0-88af-9c966468b0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:18.416429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-526b8132-301d-4d8e-8ce4-3c6eafaf7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.418068 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-526b8132-301d-4d8e-8ce4-3c6eafaf7f0f service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.1023686 Mar 11 18:14:18.453804 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-efc9ecb9-60e3-405d-83d5-334f165eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.456548 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-efc9ecb9-60e3-405d-83d5-334f165eee57 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0721514 Mar 11 18:14:18.502589 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-10a5317d-4a61-4b39-a224-0209eb876fb7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 1001 time: 0.0779765 Mar 11 18:14:18.510361 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-6cd18458-f1e2-4a18-9bcd-4724371eea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.513008 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-6cd18458-f1e2-4a18-9bcd-4724371eea3f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495167 Mar 11 18:14:18.559685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-9273cce2-9d46-4556-bdad-20d52066b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.561107 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-9273cce2-9d46-4556-bdad-20d52066b002 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.0503125 Mar 11 18:14:18.609894 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-815c006a-79a1-48a0-a19f-6c36c4c432bf service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904226 Mar 11 18:14:18.617161 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-a49dcea2-9055-4e93-9b45-cdda5eb3e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:18.619205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-a49dcea2-9055-4e93-9b45-cdda5eb3e829 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445702 Mar 11 18:14:18.713124 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-c6b1a9f4-b248-480f-87f7-7f94cf8f16cd service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874259 Mar 11 18:14:18.713933 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-31539aaa-5641-4ad1-a6e0-2d19bee3d029 req-d82093e1-7cd0-4ca0-b7b1-0746a20a619d service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966830 Mar 11 18:14:18.815425 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a80860a-af9e-4a64-bd80-01c44a6ccbb5 req-d5557078-f91d-4f34-87d7-78e5ebf76748 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Mar 11 18:14:19.000993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfecf1-6263-4a39-be9f-17c669606fd6 req-3cac860e-2ca4-4b9c-b97a-d336675523aa tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:19.002436 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07bfecf1-6263-4a39-be9f-17c669606fd6 req-3cac860e-2ca4-4b9c-b97a-d336675523aa tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0518715 Mar 11 18:14:19.051751 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07bfecf1-6263-4a39-be9f-17c669606fd6 req-538c61fc-f06a-4f8e-a3c8-73f7dfda1589 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 Mar 11 18:14:19.245234 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7cb9f-3039-45b7-beaf-aebad93f09dc req-a9023e15-b9ec-463c-979a-1710e5a7139f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:19.246803 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b3c7cb9f-3039-45b7-beaf-aebad93f09dc req-a9023e15-b9ec-463c-979a-1710e5a7139f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 944 time: 0.0584390 Mar 11 18:14:19.295103 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b3c7cb9f-3039-45b7-beaf-aebad93f09dc req-41cd3ad6-3849-41b9-878c-bc906d88bd38 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Mar 11 18:14:19.902919 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 591271aa-c163-48df-a7eb-aa2f47e262a0 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:20.010967 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=591271aa-c163-48df-a7eb-aa2f47e262a0,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:20.023432 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'port_id': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'mac_address': 'fa:16:3e:1a:92:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:20.063536 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 591271aa-c163-48df-a7eb-aa2f47e262a0 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:20.063958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:20.080113 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591271aa-c163-48df-a7eb-aa2f47e262a0 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:20.115372 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=591271aa-c163-48df-a7eb-aa2f47e262a0,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:20.122216 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:20.174575 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:20.192515 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d917-8e69-4827-85f4-5364546aaa1a req-2a1da6d8-64f9-43a3-8306-d2325321b288 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.193985 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8623d917-8e69-4827-85f4-5364546aaa1a req-2a1da6d8-64f9-43a3-8306-d2325321b288 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0691462 Mar 11 18:14:20.213990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:20.216269 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dba5ec-be3a-4071-80e3-80a56383e57f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:20.252654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8623d917-8e69-4827-85f4-5364546aaa1a req-7a46f689-898a-435b-8dea-c6ff40fd94fd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520737 Mar 11 18:14:20.372020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cedb64-38a2-4888-9512-1eafea74a4a4 x-openstack-request-id: req-61cedb64-38a2-4888-9512-1eafea74a4a4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:20.372308 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:20.372560 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-61cedb64-38a2-4888-9512-1eafea74a4a4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:20.373011 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'status': 'completed', 'code': 200} Mar 11 18:14:20.417121 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['591271aa-c163-48df-a7eb-aa2f47e262a0'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:20.484051 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-aa22e11a-8342-4880-a5f9-6aa3702a6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.485572 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-aa22e11a-8342-4880-a5f9-6aa3702a6aff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1128 time: 0.0868802 Mar 11 18:14:20.496335 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2401f-e1ca-49a7-8847-025391ff68ec req-f03aecce-219a-4355-bd4e-a3d0522cb123 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.497813 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17a2401f-e1ca-49a7-8847-025391ff68ec req-f03aecce-219a-4355-bd4e-a3d0522cb123 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 945 time: 0.0875430 Mar 11 18:14:20.605426 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-17a2401f-e1ca-49a7-8847-025391ff68ec req-5a51d103-19b9-44b7-be39-dc9645568f63 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990241 Mar 11 18:14:20.627127 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-6dba6bcc-f9c9-4456-b9d8-dd021fb60d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.629202 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-6dba6bcc-f9c9-4456-b9d8-dd021fb60d5e service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1301687 Mar 11 18:14:20.674405 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-a91944c8-0051-4e64-a25f-1c230f0efbe9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 217 time: 0.0358086 Mar 11 18:14:20.725527 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-fadabece-a760-42b9-bcad-f402aff94ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.726979 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-fadabece-a760-42b9-bcad-f402aff94ffc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0448544 Mar 11 18:14:20.784686 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-3a6527e8-4b51-411b-b919-93dfd85f2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:20.786225 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-3a6527e8-4b51-411b-b919-93dfd85f2370 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513477 Mar 11 18:14:20.906153 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-59b6238d-5f79-4ff8-aad2-8b415d87941d service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017017 Mar 11 18:14:21.015336 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-09dba5ec-be3a-4071-80e3-80a56383e57f req-e19a4621-9c19-4723-9693-98438be707f1 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000168 Mar 11 18:14:21.376140 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b3a40-dcba-40a0-a35b-67c819fce6b4 req-096a5edc-de6c-4038-856b-57dcc182777e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:21.377670 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-034b3a40-dcba-40a0-a35b-67c819fce6b4 req-096a5edc-de6c-4038-856b-57dcc182777e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0541546 Mar 11 18:14:21.429027 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-034b3a40-dcba-40a0-a35b-67c819fce6b4 req-810ff6de-7760-4189-a06f-9df7ae023b1b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455494 Mar 11 18:14:21.695611 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d151-1118-4541-9e09-cf45ea52550b req-9925e4d7-2c54-426c-9891-842914d8d95d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:21.697645 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7224d151-1118-4541-9e09-cf45ea52550b req-9925e4d7-2c54-426c-9891-842914d8d95d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0651107 Mar 11 18:14:21.774265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fca54-4cf4-4bb4-81e9-9786955b423c req-525d44b3-f942-447f-b937-aae12554b4f3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:21.776407 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f80fca54-4cf4-4bb4-81e9-9786955b423c req-525d44b3-f942-447f-b937-aae12554b4f3 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 945 time: 0.0991008 Mar 11 18:14:21.781662 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7224d151-1118-4541-9e09-cf45ea52550b req-abc9e319-fd43-4333-8aa0-d681bfdee91b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638337 Mar 11 18:14:21.825497 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f80fca54-4cf4-4bb4-81e9-9786955b423c req-5da5c08e-02f8-4bae-95bc-02b7aff36496 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Mar 11 18:14:21.929788 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 591271aa-c163-48df-a7eb-aa2f47e262a0 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:21.978999 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 591271aa-c163-48df-a7eb-aa2f47e262a0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:21.983002 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 591271aa-c163-48df-a7eb-aa2f47e262a0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:21.983422 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:22.065992 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 591271aa-c163-48df-a7eb-aa2f47e262a0 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:22.066377 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:22.090887 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:22.093162 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a946c-e690-4c9e-9c7e-c9ca012b13ad" -d '{"events": [{"server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "name": "network-vif-plugged", "status": "completed", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:22.107257 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=591271aa-c163-48df-a7eb-aa2f47e262a0,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:22.112465 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:22.139494 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a6da30-dd09-48fb-9a4f-ba75e861a20c x-openstack-request-id: req-c8a6da30-dd09-48fb-9a4f-ba75e861a20c {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:22.139795 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "name": "network-vif-plugged", "status": "completed", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:22.140059 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c8a6da30-dd09-48fb-9a4f-ba75e861a20c {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:22.140536 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'code': 200} Mar 11 18:14:22.166520 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:22.323918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4657-2aea-40e3-8880-185ae4e7c11f req-8a168aee-9b42-4305-a1f2-960110170d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:22.325416 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47af4657-2aea-40e3-8880-185ae4e7c11f req-8a168aee-9b42-4305-a1f2-960110170d68 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 1130 time: 0.0473650 Mar 11 18:14:22.379778 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47af4657-2aea-40e3-8880-185ae4e7c11f req-3df2c8da-a241-48f4-8973-94a389a0f769 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Mar 11 18:14:22.555288 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e4ebf-e60a-4a6b-8007-22fd3b444f62 req-787b9228-9f3d-46ca-8f5d-ed9dfda34201 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:22.556917 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5d7e4ebf-e60a-4a6b-8007-22fd3b444f62 req-787b9228-9f3d-46ca-8f5d-ed9dfda34201 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0594239 Mar 11 18:14:22.606040 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5d7e4ebf-e60a-4a6b-8007-22fd3b444f62 req-430fc006-f231-48b7-968f-dba5320f1edf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Mar 11 18:14:22.937646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83177d17-810d-428a-8fd2-df54c2f47a31 req-4c46a086-4168-43ab-8216-9cd0448f0301 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:22.939314 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83177d17-810d-428a-8fd2-df54c2f47a31 req-4c46a086-4168-43ab-8216-9cd0448f0301 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0821290 Mar 11 18:14:22.983785 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3a54f-3122-4e5e-966f-a180eb94a2ea req-5eb3256a-a768-467e-8194-c4665b4b1777 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:22.985399 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39e3a54f-3122-4e5e-966f-a180eb94a2ea req-5eb3256a-a768-467e-8194-c4665b4b1777 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.0871050 Mar 11 18:14:23.027014 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-83177d17-810d-428a-8fd2-df54c2f47a31 req-16310de9-e2ac-4e47-98c6-ee4d539cb16b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808384 Mar 11 18:14:23.060339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39e3a54f-3122-4e5e-966f-a180eb94a2ea req-1e28773b-633a-4308-8d02-3da1d49fc039 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689354 Mar 11 18:14:23.731772 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307f6dc-db30-4616-a7f2-68195b01a232 req-1df0a528-af1b-44fe-960a-553d3250b2c8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:23.733323 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9307f6dc-db30-4616-a7f2-68195b01a232 req-1df0a528-af1b-44fe-960a-553d3250b2c8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0580273 Mar 11 18:14:23.772180 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdee9fae-d334-4ce7-9a4d-0a8d4bab09b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:23.794939 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9307f6dc-db30-4616-a7f2-68195b01a232 req-40fa9b4e-6ba0-4d01-967f-eb590fbf5d80 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551162 Mar 11 18:14:23.862176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-fb9ea621-045e-4838-8fc5-70156de4a7e7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:23.863739 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-fb9ea621-045e-4838-8fc5-70156de4a7e7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.0678518 Mar 11 18:14:23.978588 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Deleting port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:23.978941 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.081164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] For port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:24.081546 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.370689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f6a0-3bbb-42e7-9195-728748b0ff3c req-5ba227fd-9b49-42fc-9691-a0f0bb6d2741 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:24.372212 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7f7f6a0-3bbb-42e7-9195-728748b0ff3c req-5ba227fd-9b49-42fc-9691-a0f0bb6d2741 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 946 time: 0.1986926 Mar 11 18:14:24.389720 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e5336-5c6f-47d6-99dd-2d720d497a62 req-8df93d9b-fd09-40fa-bf41-a4362f8c3db2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:24.391149 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e1e5336-5c6f-47d6-99dd-2d720d497a62 req-8df93d9b-fd09-40fa-bf41-a4362f8c3db2 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.1675894 Mar 11 18:14:24.399791 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.400668 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.400985 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Floating IP 541f37cd-c036-4f57-b26d-76c53eb96a2f disassociated. External IP: 172.27.3.32, port: 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9. Mar 11 18:14:24.401323 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Calling delete_port for 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:24.528320 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7f7f6a0-3bbb-42e7-9195-728748b0ff3c req-eb8cbbbd-b19a-4193-adb5-4c9a4f1bd858 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=0b788676-3ec8-4ded-b95a-6cf13ae3ee16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465993 Mar 11 18:14:24.531223 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9e1e5336-5c6f-47d6-99dd-2d720d497a62 req-74d29504-977a-4d16-8845-2cc141b703fc tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336107 Mar 11 18:14:24.627835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2e88da71-78fb-4bf3-a2f7-6e3a49d710a9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.675296 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'Port': ['ID=2e88da71-78fb-4bf3-a2f7-6e3a49d710a9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:24.742767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a66715-d809-4853-885e-53c8e1b208f9 req-bafdfc44-918a-46c8-82df-62a48427fc66 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:24.744852 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-21a66715-d809-4853-885e-53c8e1b208f9 req-bafdfc44-918a-46c8-82df-62a48427fc66 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.1287539 Mar 11 18:14:24.753551 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:24.758510 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Request body: {'floatingip': {'port_id': '591271aa-c163-48df-a7eb-aa2f47e262a0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:24.797068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:24.824341 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:24.984459 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df244967-a6a4-4c72-983c-330ed9ea0333 req-974b9781-a3d6-4532-bb24-cdc3e195ae4b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:24.985859 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df244967-a6a4-4c72-983c-330ed9ea0333 req-974b9781-a3d6-4532-bb24-cdc3e195ae4b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.1151688 Mar 11 18:14:24.991415 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:25.002171 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:25.014393 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:25.015018 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:25.049706 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] No DVR routers for this DVR port 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:14:25.054504 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:25.057982 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-882d47f0-16f5-46ed-ad76-a9d6e2662c88 req-f27bab54-10f7-4bfc-b8d8-6a9f83bb8539 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "DELETE /v2.0/ports/2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 HTTP/1.1" status: 204 len: 173 time: 1.1844921 Mar 11 18:14:25.058454 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-deleted', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:25.060766 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef143f2-1d27-421e-97f4-e4070432e9f9" -d '{"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-deleted", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:25.097039 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-df244967-a6a4-4c72-983c-330ed9ea0333 req-e8410c4d-3e71-41b3-af08-e3782c3260dd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036954 Mar 11 18:14:25.135959 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ceb32-f5bc-4dc3-99d5-24eca375aaad x-openstack-request-id: req-807ceb32-f5bc-4dc3-99d5-24eca375aaad {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:25.136261 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9932efd-4cf8-4519-b6c4-6aa1d5d5b111", "name": "network-vif-deleted", "tag": "2e88da71-78fb-4bf3-a2f7-6e3a49d710a9", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:25.136511 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-807ceb32-f5bc-4dc3-99d5-24eca375aaad {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:25.136969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9932efd-4cf8-4519-b6c4-6aa1d5d5b111', 'name': 'network-vif-deleted', 'tag': '2e88da71-78fb-4bf3-a2f7-6e3a49d710a9', 'status': 'completed', 'code': 200} Mar 11 18:14:25.384323 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:25.390960 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:25.394272 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:25.405029 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:25.513895 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP ad064c69-752e-4f5b-9c13-916250e47974 associated. External IP: 172.27.3.221, port: 591271aa-c163-48df-a7eb-aa2f47e262a0. Mar 11 18:14:25.718060 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-aaccb1c2-eb95-45c5-a5f5-d4add7ce00c6 req-1eb0df8c-a24c-400e-9186-e5b749a2c19b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=d9932efd-4cf8-4519-b6c4-6aa1d5d5b111 HTTP/1.1" status: 200 len: 210 time: 0.0469449 Mar 11 18:14:25.738758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:25.772828 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:25.783936 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:25.784848 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:25.815902 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:25.907886 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:25.940321 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:25.946175 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:25.964016 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:25.975594 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:25.976434 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:13:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:25.991978 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bafa16fb-666a-4d64-8507-e686fa530994 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "PUT /v2.0/floatingips/ad064c69-752e-4f5b-9c13-916250e47974 HTTP/1.1" status: 200 len: 992 time: 1.2273679 Mar 11 18:14:25.991978 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:25.991978 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef" -d '{"events": [{"name": "network-changed", "server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:26.116501 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8d1df-fbca-42f6-8f70-2153fbfbc7cf x-openstack-request-id: req-cdd8d1df-fbca-42f6-8f70-2153fbfbc7cf {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:26.116789 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:26.117345 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-cdd8d1df-fbca-42f6-8f70-2153fbfbc7cf {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:26.117949 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'status': 'completed', 'code': 200} Mar 11 18:14:26.134887 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:26.207108 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a9cf014e-d434-468e-bca5-21b69361537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.210493 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-ea47b45a-0432-4034-a59a-b4469db3ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.213437 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-ea47b45a-0432-4034-a59a-b4469db3ee7e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a2f99072a11d4441bf3166f891829fa1&device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 1130 time: 0.0716553 Mar 11 18:14:26.236772 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:26.274315 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642c7e-5774-4ef3-aaaf-17d4310edb57 None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:26.339391 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b1d7-5ba4-49d8-8f2a-43ec61f49ffb req-466709bc-6dac-40b7-b8ff-2f25555e7283 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.340956 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2af2b1d7-5ba4-49d8-8f2a-43ec61f49ffb req-466709bc-6dac-40b7-b8ff-2f25555e7283 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.1261735 Mar 11 18:14:26.371096 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-8d0835af-2ee7-4304-b94b-c2e51a173e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.372611 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-8d0835af-2ee7-4304-b94b-c2e51a173e9d service neutron] 10.222.0.107 "GET /v2.0/networks?id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 200 len: 916 time: 0.1480532 Mar 11 18:14:26.450792 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'ad064c69-752e-4f5b-9c13-916250e47974', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:1a:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60884006-92dd-49bc-bf83-d8e38ad02248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:11Z', 'updated_at': '2022-03-11T18:14:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:26.458150 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2af2b1d7-5ba4-49d8-8f2a-43ec61f49ffb req-8083e103-898b-45f4-9798-d0ef2649ac69 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080172 Mar 11 18:14:26.471575 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-b7536c3e-edac-4dc4-87cf-55038a994274 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=591271aa-c163-48df-a7eb-aa2f47e262a0 HTTP/1.1" status: 200 len: 1000 time: 0.0912762 Mar 11 18:14:26.479010 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:26.488142 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:26.488961 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:26.539383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-a680ab00-5527-42df-a1b0-bd2523e1c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.540972 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-a680ab00-5527-42df-a1b0-bd2523e1c9f1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 200 len: 853 time: 0.0559547 Mar 11 18:14:26.558217 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a6f27-0b79-48b9-a6e1-63f41601770a None None] New status for floating IP 541f37cd-c036-4f57-b26d-76c53eb96a2f: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:26.592754 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-1abece93-a6e4-4236-83b2-bb8f12997ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:26.594269 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-1abece93-a6e4-4236-83b2-bb8f12997ac4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476108 Mar 11 18:14:26.606688 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:26.706012 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-68d70465-3b93-43f6-9f6f-a5abb99a9e48 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051741 Mar 11 18:14:26.810096 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:26.821088 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b5cf4b85-eca5-44c5-ba6f-cd1e38bdeeef req-3c9f01cf-b2c2-452f-a67b-efdb260e8307 service neutron] 10.222.0.107 "GET /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081226 Mar 11 18:14:26.876708 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (0b788676-3ec8-4ded-b95a-6cf13ae3ee16), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.902921 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (0b788676-3ec8-4ded-b95a-6cf13ae3ee16), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.961288 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0b788676-3ec8-4ded-b95a-6cf13ae3ee16), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.964327 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:26.968316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40182) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:26.968487 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "DELETE /v2.0/security-groups/0b788676-3ec8-4ded-b95a-6cf13ae3ee16 HTTP/1.1" status: 204 len: 168 time: 0.1572714 Mar 11 18:14:26.973606 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'ad064c69-752e-4f5b-9c13-916250e47974', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:1a:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60884006-92dd-49bc-bf83-d8e38ad02248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:11Z', 'updated_at': '2022-03-11T18:14:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:26.977798 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930cb96-c4ee-4b42-bbeb-35b01d71b789 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b788676-3ec8-4ded-b95a-6cf13ae3ee16,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:26.986716 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-8116a646-4b3f-4dd3-8851-626309daacbf tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] show failed (client error): The resource could not be found. Mar 11 18:14:26.987812 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8116a646-4b3f-4dd3-8851-626309daacbf tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups/0b788676-3ec8-4ded-b95a-6cf13ae3ee16 HTTP/1.1" status: 404 len: 347 time: 0.0183942 Mar 11 18:14:26.990912 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40184) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:27.010155 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23880e13-4f97-4084-83dd-816640d2f2aa None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': 'ad064c69-752e-4f5b-9c13-916250e47974', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'port_id': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'mac_address': 'fa:16:3e:1a:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60884006-92dd-49bc-bf83-d8e38ad02248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:11Z', 'updated_at': '2022-03-11T18:14:25Z', 'revision_number': 1, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:27.127993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Deleting port da373d7d-b6c8-4e58-9637-9a613383f5a2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:14:27.128345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.215828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.216526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (da373d7d-b6c8-4e58-9637-9a613383f5a2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.220418 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911aa4d0-1b22-4283-b75d-abd156bf0206 None None] New status for floating IP ad064c69-752e-4f5b-9c13-916250e47974: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:27.232811 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Calling delete_port for da373d7d-b6c8-4e58-9637-9a613383f5a2 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:14:27.370188 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (da373d7d-b6c8-4e58-9637-9a613383f5a2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.394586 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'Port': ['ID=da373d7d-b6c8-4e58-9637-9a613383f5a2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:27.479876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (541f37cd-c036-4f57-b26d-76c53eb96a2f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.482802 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.483978 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-fda6f3c9-b794-42d9-839d-fcaef5086943 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "DELETE /v2.0/floatingips/541f37cd-c036-4f57-b26d-76c53eb96a2f HTTP/1.1" status: 204 len: 168 time: 0.4920259 Mar 11 18:14:27.583103 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d68530-34b5-44f4-a698-33ce3ea996e9 req-98ded358-8c0d-49ec-b4b7-4c5314b54a57 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:27.584590 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1d68530-34b5-44f4-a698-33ce3ea996e9 req-98ded358-8c0d-49ec-b4b7-4c5314b54a57 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 944 time: 0.0544577 Mar 11 18:14:27.638743 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d1d68530-34b5-44f4-a698-33ce3ea996e9 req-f17131b1-f2bb-4b5a-9e3e-eeaf44284d3d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477431 Mar 11 18:14:27.801949 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40196) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:27.807199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504590403', 'description': 'tempest-description--636376841'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:27.836828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:27.944754 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device ad1b3b39-953a-4f55-a489-2fd60d76ebfe details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:27.948007 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:14:27.978649 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:14:27.978998 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 2e88da71-78fb-4bf3-a2f7-6e3a49d710a9 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:14:28.078104 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:28.093151 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:28.136160 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port ad1b3b39-953a-4f55-a489-2fd60d76ebfe is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:28.136690 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.155449 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1b3b39-953a-4f55-a489-2fd60d76ebfe {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:28.180960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:28.186237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.192200 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (5ec6f742-d066-4930-83f4-215f626016ab), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.197013 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5ec6f742-d066-4930-83f4-215f626016ab), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.226894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.228284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4252508 Mar 11 18:14:28.230370 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b8b56-6df0-4a00-96b8-ffb97c185873 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6f742-d066-4930-83f4-215f626016ab,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:28.231519 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:28.236300 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group_rule': {'security_group_id': '5ec6f742-d066-4930-83f4-215f626016ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:28.244455 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:28.256530 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.256913 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.257358 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.257724 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.258051 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.258728 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.259559 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.259963 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.260278 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.260584 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.260908 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.261265 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.261625 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:28.268275 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (86a21c0f-7435-4c8b-ac86-f5e9b1d9a40b), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.319095 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (86a21c0f-7435-4c8b-ac86-f5e9b1d9a40b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.324491 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (86a21c0f-7435-4c8b-ac86-f5e9b1d9a40b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.342362 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a21c0f-7435-4c8b-ac86-f5e9b1d9a40b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:28.351188 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.355811 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40200) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:28.356145 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-24f5b1e9-e76f-4334-90dc-b8e2c2bd5dbb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197536 Mar 11 18:14:28.360674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'security_group_rule': {'security_group_id': '5ec6f742-d066-4930-83f4-215f626016ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:28.387918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (f8138927-4df6-42aa-908b-8eb4ae910824), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.443982 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (f8138927-4df6-42aa-908b-8eb4ae910824), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.449645 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (f8138927-4df6-42aa-908b-8eb4ae910824), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.468128 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8138927-4df6-42aa-908b-8eb4ae910824,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:28.469406 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['ad1b3b39-953a-4f55-a489-2fd60d76ebfe'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:28.478842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.480088 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-01662a30-9210-4f04-8783-56bdfc521bae tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229861 Mar 11 18:14:28.483398 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:28.488174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:28.510171 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.613087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.661936 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.746146 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Allocated IP 172.27.3.28 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/fc633490-a840-4eeb-abf6-2552a44dddb2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:28.799651 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ff4ab-5538-473f-9ae7-857a78e79ca4 req-b5568751-66c5-49a2-be26-f05daea04c53 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:28.801438 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da2ff4ab-5538-473f-9ae7-857a78e79ca4 req-b5568751-66c5-49a2-be26-f05daea04c53 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 945 time: 0.0902731 Mar 11 18:14:28.862932 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da2ff4ab-5538-473f-9ae7-857a78e79ca4 req-924d2b2a-d9e5-4a74-b786-dc6a7d01afd2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556285 Mar 11 18:14:28.869685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.906968 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:28.951066 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:28.956063 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:28.960707 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:28.966856 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=fc633490-a840-4eeb-abf6-2552a44dddb2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:29.055952 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.093575 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.265518 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.269882 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.348635 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=fc633490-a840-4eeb-abf6-2552a44dddb2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:29.356796 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.372430 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.373656 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3b8a19c2-492e-461e-861c-6008346d7f30 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8891733 Mar 11 18:14:29.578764 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-382c074d-389a-4cac-95c0-a78abd88a67b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1504590403&fields=id&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 267 time: 0.0466158 Mar 11 18:14:29.682520 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-fc2e67cf-3311-4df2-aebe-72e9db45884a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:29.683897 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-fc2e67cf-3311-4df2-aebe-72e9db45884a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 817 time: 0.0985775 Mar 11 18:14:29.698341 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-66ef0987-ffc3-4ba8-ab18-f3f43c04aff3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/quotas/a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 375 time: 0.0091667 Mar 11 18:14:29.719544 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:29.763916 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-217372f1-a3a7-460a-b29d-044ce3cfc173 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590765 Mar 11 18:14:29.865240 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-aff8d934-b7ba-49e4-b1d5-8fd7ff2b3691 service neutron] 10.222.0.105 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873864 Mar 11 18:14:29.943275 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device ad1b3b39-953a-4f55-a489-2fd60d76ebfe up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:29.992862 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port ad1b3b39-953a-4f55-a489-2fd60d76ebfe completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:29.994211 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-ebcb7332-93a6-4a5e-b8c1-c342333ae3a7 service neutron] 10.222.0.105 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225455 Mar 11 18:14:29.998686 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port ad1b3b39-953a-4f55-a489-2fd60d76ebfe triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:29.998943 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:30.012409 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb431e-1bc3-4e92-938b-44e5c8889443 req-f129936f-b6c9-44fc-b49a-3f44e32d5faa tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:30.014043 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfcb431e-1bc3-4e92-938b-44e5c8889443 req-f129936f-b6c9-44fc-b49a-3f44e32d5faa tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 945 time: 0.0787346 Mar 11 18:14:30.074803 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfcb431e-1bc3-4e92-938b-44e5c8889443 req-cc036a36-20ae-44bf-acd9-6642eb926788 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542111 Mar 11 18:14:30.093721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port ad1b3b39-953a-4f55-a489-2fd60d76ebfe is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:30.094123 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:30.121670 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:30.124244 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdebcfe-d695-493b-ba89-5ecb7bad1e96" -d '{"events": [{"server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:30.151712 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:30.157386 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:30.184359 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04347f04-5da1-404d-8dfa-66c2180cf266 x-openstack-request-id: req-04347f04-5da1-404d-8dfa-66c2180cf266 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:30.184639 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "name": "network-vif-plugged", "status": "completed", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:30.184900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-04347f04-5da1-404d-8dfa-66c2180cf266 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:30.185297 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'code': 200} Mar 11 18:14:30.216404 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-05a593d9-0543-4686-986e-ca564730ca4f req-1433259a-f05c-4607-af04-d0f6fb25f330 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 210 time: 0.0463259 Mar 11 18:14:30.223005 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:30.409853 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e660-4555-4f9b-a050-870ec5eb6314 req-b42bcc69-e34b-4e68-94c4-b53ea87d0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:30.411380 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78c6e660-4555-4f9b-a050-870ec5eb6314 req-b42bcc69-e34b-4e68-94c4-b53ea87d0875 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1130 time: 0.0467832 Mar 11 18:14:30.464054 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-78c6e660-4555-4f9b-a050-870ec5eb6314 req-34fa27e6-b025-408b-ba4b-bfc6995354a3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442784 Mar 11 18:14:30.631872 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:31.219463 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174c20-c8f9-4e88-be6c-a4ba82bb7ddc req-d9472081-73d7-43e0-b785-7ab67a0b8811 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:31.220991 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31174c20-c8f9-4e88-be6c-a4ba82bb7ddc req-d9472081-73d7-43e0-b785-7ab67a0b8811 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.0579240 Mar 11 18:14:31.361053 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31174c20-c8f9-4e88-be6c-a4ba82bb7ddc req-6405c4b1-c910-4a48-9bf1-b100aaa1f812 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344535 Mar 11 18:14:31.367641 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ed16c717-0366-4790-8519-baced88e2fd9 req-85bea76e-1a28-4529-8b4d-262057cb2e56 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 210 time: 0.0661068 Mar 11 18:14:31.409956 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-4e08e3cc-d3ec-494d-bdd1-18e72e50bfa1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:31.411417 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-4e08e3cc-d3ec-494d-bdd1-18e72e50bfa1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 817 time: 0.1713140 Mar 11 18:14:31.482946 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-513672bf-90ea-482d-ae7f-df680c678b67 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 380 time: 0.0550978 Mar 11 18:14:31.499241 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'port': {'device_id': 'abb0f59b-103b-473f-843b-a0f698565b54', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'admin_state_up': True, 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'security_groups': ['5ec6f742-d066-4930-83f4-215f626016ab']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:31.613579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Made reservation on behalf of a40b5ab4b36946a5824b709e901a9d8e for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:14:31.617255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:31.764979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Allocated IP 172.20.0.10 (5a0ecb77-7947-40b2-8883-b961023daad8/ef985f4d-362c-4b58-8594-73b98122820e/409e113c-42d6-4ce3-8c67-bd6a9f2134b3) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:31.920291 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:31.958427 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.006505 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Network 5a0ecb77-7947-40b2-8883-b961023daad8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:32.012295 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:32.016129 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:32.043041 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:32.058581 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.058910 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.059183 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.059523 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.059890 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.060285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.060615 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.060943 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.061307 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.061631 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.061958 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.062281 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.062602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:14:32.081431 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:32.082079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.101454 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-0005bf75-d9e8-49df-8a92-bca209859e4f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057010 Mar 11 18:14:32.120119 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Request body: {'port': {'device_id': 'abb0f59b-103b-473f-843b-a0f698565b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:32.205497 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.271687 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-b7e34f3a-363e-4022-93b3-577eaf4c8857 None None] Provisioning complete for port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:32.272349 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b7e34f3a-363e-4022-93b3-577eaf4c8857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.316068 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-b7e34f3a-363e-4022-93b3-577eaf4c8857 None None] Port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:14:32.560327 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:32.571907 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks [] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.583891 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12643bcd-1c76-4140-ad57-d8684e87b045 req-7cb3a452-4264-483b-ba10-9a0982d01c38 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:32.585375 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12643bcd-1c76-4140-ad57-d8684e87b045 req-7cb3a452-4264-483b-ba10-9a0982d01c38 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.1475224 Mar 11 18:14:32.594342 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abf7ca-ed94-4e08-8d11-57546e3cc584 req-08391706-b6d0-43fc-bcec-eb62d54b2280 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:32.595738 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-24abf7ca-ed94-4e08-8d11-57546e3cc584 req-08391706-b6d0-43fc-bcec-eb62d54b2280 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 932 time: 0.1456511 Mar 11 18:14:32.614835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Transition to ACTIVE for port object 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:14:32.636324 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.729944 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-24abf7ca-ed94-4e08-8d11-57546e3cc584 req-e0f76914-2359-4fec-b457-b4693dcea3c4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178441 Mar 11 18:14:32.736775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12643bcd-1c76-4140-ad57-d8684e87b045 req-b3f4994e-6d60-49ff-afed-dc4c42644e24 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400690 Mar 11 18:14:32.741350 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:32.818137 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Attempting to bind port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:14:32.818811 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Attempting to bind port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:14:32.819238 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Attempting to bind port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:32.824709 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 on network 5a0ecb77-7947-40b2-8883-b961023daad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:14:32.825033 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Attempting to bind port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 on network 5a0ecb77-7947-40b2-8883-b961023daad8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:14:32.846231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:14:32.846614 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Checking segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:14:32.846984 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Bound using segment: {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:14:32.847413 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Bound port: 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:14:32.847812 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:32.933626 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4890b-5a6c-4c97-9a97-2f1e56f42986 req-a3b318d6-c0a2-4fa2-bba4-13f9ba47e281 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:32.935125 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8db4890b-5a6c-4c97-9a97-2f1e56f42986 req-a3b318d6-c0a2-4fa2-bba4-13f9ba47e281 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.1067295 Mar 11 18:14:32.958735 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:14:32.975319 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:14:32.988839 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.030692 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8db4890b-5a6c-4c97-9a97-2f1e56f42986 req-94adc874-f462-4681-bb1c-260231b13c57 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890830 Mar 11 18:14:33.035185 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.035788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.037186 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] 10.222.0.107 "PUT /v2.0/ports/409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 1094 time: 0.9245920 Mar 11 18:14:33.037627 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:33.044384 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df23e0-6f73-4ca6-9779-a029fdbcc337" -d '{"events": [{"name": "network-changed", "server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:33.060165 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:33.096498 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59f9d5-87eb-4490-9b7c-1696bc11466c service neutron] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:33.124191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487b405-3554-4fad-bfc6-13089566a44b tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.131042 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8487b405-3554-4fad-bfc6-13089566a44b tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1125 time: 0.0639110 Mar 11 18:14:33.131684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:33.136618 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:33.147809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429ce43-eb3a-4747-b5b5-cd54513b9693 x-openstack-request-id: req-f429ce43-eb3a-4747-b5b5-cd54513b9693 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:33.149118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:33.150221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f429ce43-eb3a-4747-b5b5-cd54513b9693 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:33.150811 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'status': 'completed', 'code': 200} Mar 11 18:14:33.164692 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.174690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-4f029331-af04-4e76-92b2-21ceaa5be402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.176420 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-4f029331-af04-4e76-92b2-21ceaa5be402 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1128 time: 0.0724669 Mar 11 18:14:33.225913 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-6f004d04-2275-4006-9968-0791452c49c7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 217 time: 0.0421681 Mar 11 18:14:33.297392 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-20edf3d5-263a-4265-8d3e-2cfba0feb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.300561 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-20edf3d5-263a-4265-8d3e-2cfba0feb312 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0676796 Mar 11 18:14:33.305048 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.407021 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-e9f66a1e-0fb4-423e-a4b2-a1c3aeba2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.408564 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-e9f66a1e-0fb4-423e-a4b2-a1c3aeba2b57 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013305 Mar 11 18:14:33.423705 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867e196-f4a0-4b3d-a964-997bb49841be req-eeef391f-95d2-4e84-833f-ef5957862d91 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.425365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7867e196-f4a0-4b3d-a964-997bb49841be req-eeef391f-95d2-4e84-833f-ef5957862d91 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0807838 Mar 11 18:14:33.538397 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7867e196-f4a0-4b3d-a964-997bb49841be req-e6fc511e-8d9a-4295-960b-6f6aba2365ff tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041772 Mar 11 18:14:33.557026 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-fc5c42f1-be65-4c1d-92c3-8083c39273dd service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306515 Mar 11 18:14:33.649345 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d6089fd-b77d-4cdc-b3cf-d23eb67a10eb req-e521c86b-6d60-4b1a-892a-afcd3c4c27c3 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854025 Mar 11 18:14:33.651103 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.27.3.99 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/b6ca02b0-9f89-418b-940d-e6fe9cfd0f34) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:14:33.747173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-e6ded3b8-bb84-44dc-a0df-fbbf740d45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.748724 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-e6ded3b8-bb84-44dc-a0df-fbbf740d45f9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1128 time: 0.0478446 Mar 11 18:14:33.760863 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.800769 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:33.847432 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:14:33.851502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:14:33.853965 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=b6ca02b0-9f89-418b-940d-e6fe9cfd0f34,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:33.856205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:14:33.884689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-efd546f1-ffc6-4990-8ac4-2d59b895f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.886160 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-efd546f1-ffc6-4990-8ac4-2d59b895f7f7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.1292195 Mar 11 18:14:33.907787 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa536-fdd0-4f84-8eb7-74b4fa34f516 req-bb4b00c0-29df-4f02-befc-f4e35f704b50 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:33.909221 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9a4fa536-fdd0-4f84-8eb7-74b4fa34f516 req-bb4b00c0-29df-4f02-befc-f4e35f704b50 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0832632 Mar 11 18:14:33.947690 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-8603c93a-1734-481c-b420-f512446e5ebc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 217 time: 0.0542114 Mar 11 18:14:34.020826 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9a4fa536-fdd0-4f84-8eb7-74b4fa34f516 req-42c524d8-f4b9-4cec-8f59-117526c083b7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801234 Mar 11 18:14:34.022336 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-7ee96d48-27d7-4cbe-a39f-47a16fea110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:34.023795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-7ee96d48-27d7-4cbe-a39f-47a16fea110e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0678492 Mar 11 18:14:34.076288 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-421054ad-5ffb-49d0-8982-bf03e48df7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:34.077799 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-421054ad-5ffb-49d0-8982-bf03e48df7bf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476491 Mar 11 18:14:34.177437 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-30b791e3-89f6-46db-91c8-7d81d1519141 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912657 Mar 11 18:14:34.241787 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (76b51896-5e93-49d7-9ade-1d376c4d8b12), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:34.272477 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7df23e0-6f73-4ca6-9779-a029fdbcc337 req-e25ed77b-cd96-4692-8eb4-e2b373219afb service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859325 Mar 11 18:14:34.316234 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:34.469955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:34.474492 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:34.550323 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=b6ca02b0-9f89-418b-940d-e6fe9cfd0f34,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:34.560871 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (76b51896-5e93-49d7-9ade-1d376c4d8b12), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:34.667737 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 76b51896-5e93-49d7-9ade-1d376c4d8b12 associated. External IP: 172.27.3.99, port: ad1b3b39-953a-4f55-a489-2fd60d76ebfe. Mar 11 18:14:34.668898 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136b66-1e10-4b2d-847a-19a8b658af78 req-73864de9-0bbc-4f85-acd6-2d38e01fe162 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:34.670393 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d136b66-1e10-4b2d-847a-19a8b658af78 req-73864de9-0bbc-4f85-acd6-2d38e01fe162 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0602546 Mar 11 18:14:34.718435 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7d136b66-1e10-4b2d-847a-19a8b658af78 req-b7296976-6baf-4389-af0a-55c8b94b5691 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Mar 11 18:14:34.882560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:34.994633 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:35.004115 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:35.014104 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:35.014716 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:35.015328 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:35.045585 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-da9a9a1e-c789-4dd9-b4d0-97a59cac60a2 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9123774 Mar 11 18:14:35.046264 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:35.049655 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1829da9-3fbe-408a-bc08-2205981f4b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:35.088267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad50529-77eb-4804-a4dc-b5172f2fe494 x-openstack-request-id: req-5ad50529-77eb-4804-a4dc-b5172f2fe494 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:35.088639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:35.088966 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5ad50529-77eb-4804-a4dc-b5172f2fe494 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:35.089469 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'status': 'completed', 'code': 200} Mar 11 18:14:35.150787 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:35.201028 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587b375-570e-4a84-b14b-3f9eda729c21 req-b139f884-541f-4075-a040-b44e323ebb40 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.201028 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7587b375-570e-4a84-b14b-3f9eda729c21 req-b139f884-541f-4075-a040-b44e323ebb40 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0841057 Mar 11 18:14:35.207186 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-434eab7c-b263-451c-9854-e7025489f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.208774 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-434eab7c-b263-451c-9854-e7025489f8ce service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1130 time: 0.0817926 Mar 11 18:14:35.314329 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7587b375-570e-4a84-b14b-3f9eda729c21 req-84331563-8792-42e6-a999-8b21dd716b1f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044965 Mar 11 18:14:35.338457 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-3bc1037c-5350-40ec-87f1-7a4fe6803ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.339964 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-3bc1037c-5350-40ec-87f1-7a4fe6803ac9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1243098 Mar 11 18:14:35.402472 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:34Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:35.415582 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-54eb0a8f-6f60-42b6-b68f-dd0cc59aa52b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 999 time: 0.0648074 Mar 11 18:14:35.429483 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:35.437978 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:35.438586 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:35.463927 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-7fad4c4c-f9f9-4cd3-b73b-6d71c2fea88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.465385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-7fad4c4c-f9f9-4cd3-b73b-6d71c2fea88c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0446477 Mar 11 18:14:35.515481 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-350cdde1-e89e-4cd1-a1bd-2a3e5feff738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.517066 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-350cdde1-e89e-4cd1-a1bd-2a3e5feff738 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453942 Mar 11 18:14:35.551044 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:35.613385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-106b23c2-3830-4f00-b22a-7dcc83ecc338 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893271 Mar 11 18:14:35.705109 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e1829da9-3fbe-408a-bc08-2205981f4b9f req-e6a40ccc-2bbd-424a-a86c-e98d40b9c7ec service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851350 Mar 11 18:14:35.781135 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:34Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:35.813751 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d58a3-d77e-46df-ad09-9ba39a35a07a None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:34Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:35.848243 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec91ca8-1f73-4086-b97a-e4df78097de0 req-8b63142e-7326-4a2c-8d86-c24934e54a47 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:35.849818 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ec91ca8-1f73-4086-b97a-e4df78097de0 req-8b63142e-7326-4a2c-8d86-c24934e54a47 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0616701 Mar 11 18:14:35.908748 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6ec91ca8-1f73-4086-b97a-e4df78097de0 req-f675c673-8154-4abd-a17f-28c93a9f7340 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473268 Mar 11 18:14:36.014592 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5712c85a-222b-487e-bd45-59715184b6b8 None None] New status for floating IP 76b51896-5e93-49d7-9ade-1d376c4d8b12: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:36.440927 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5318ffe-77b1-4336-b45b-e5a8f64faf50 req-8d5c2a6f-fad6-456f-8141-947923a9d85d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:36.442429 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5318ffe-77b1-4336-b45b-e5a8f64faf50 req-8d5c2a6f-fad6-456f-8141-947923a9d85d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0531402 Mar 11 18:14:36.489985 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5318ffe-77b1-4336-b45b-e5a8f64faf50 req-ea8638fe-91f2-4c0c-8687-3b0da5da0406 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Mar 11 18:14:37.031586 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1ad54-3d8a-4ba9-93dd-4f513b61fd4e req-1287052e-e016-4a4c-b7d3-4dff1a6b21b3 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:37.033154 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6a1ad54-3d8a-4ba9-93dd-4f513b61fd4e req-1287052e-e016-4a4c-b7d3-4dff1a6b21b3 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0527396 Mar 11 18:14:37.083993 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6a1ad54-3d8a-4ba9-93dd-4f513b61fd4e req-196970b5-59eb-4cb7-9857-f17e810791a7 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Mar 11 18:14:37.613315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd956734-d455-42d2-ae7c-489e311ec009 req-6495069a-56da-48e1-9dc8-7f8b2c6ff3f9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:37.614776 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd956734-d455-42d2-ae7c-489e311ec009 req-6495069a-56da-48e1-9dc8-7f8b2c6ff3f9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0538790 Mar 11 18:14:37.661454 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd956734-d455-42d2-ae7c-489e311ec009 req-6d2224ba-14f1-43c8-89a1-d00c4ecb9768 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Mar 11 18:14:37.982779 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:14:38.083463 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:38.098990 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:14:38.213636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c767-9cbf-413f-bb11-ffcfe644cbd5 req-b8e624c9-b899-4525-b0c8-d6a91f708de8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:38.215091 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfa9c767-9cbf-413f-bb11-ffcfe644cbd5 req-b8e624c9-b899-4525-b0c8-d6a91f708de8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0585799 Mar 11 18:14:38.266893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:38.267281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:38.268264 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bfa9c767-9cbf-413f-bb11-ffcfe644cbd5 req-864d748e-bc4a-46c2-869f-8931cc186639 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468981 Mar 11 18:14:38.281147 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:14:38.307075 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:38.312675 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:38.359883 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:38.602373 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['409e113c-42d6-4ce3-8c67-bd6a9f2134b3'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:14:38.791699 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c275-d6b7-44ff-be64-bada4f13bd03 req-01e20de9-0d66-445c-8cef-516ea71303e3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:38.793224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3e49c275-d6b7-44ff-be64-bada4f13bd03 req-01e20de9-0d66-445c-8cef-516ea71303e3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 945 time: 0.0583434 Mar 11 18:14:38.840376 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3e49c275-d6b7-44ff-be64-bada4f13bd03 req-07a7d94b-7a29-44ce-915c-40d164ff8a73 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Mar 11 18:14:39.549768 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c939ca-781f-4ba7-b4b6-6eeb0c82be60 req-584a9981-d19d-4e98-bf69-3ad90f312f96 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:39.551243 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3c939ca-781f-4ba7-b4b6-6eeb0c82be60 req-584a9981-d19d-4e98-bf69-3ad90f312f96 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0554743 Mar 11 18:14:39.598329 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3c939ca-781f-4ba7-b4b6-6eeb0c82be60 req-3d474902-7b24-45f6-9c86-6ab96a718cb2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Mar 11 18:14:39.965141 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a517-bb91-4ad7-905b-ed30a83bcabd req-8049b475-5681-4637-8647-9fd50c730157 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:39.966619 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c80a517-bb91-4ad7-905b-ed30a83bcabd req-8049b475-5681-4637-8647-9fd50c730157 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Mar 11 18:14:39.990608 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:14:40.017694 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1c80a517-bb91-4ad7-905b-ed30a83bcabd req-92818214-545b-40f1-b463-b916771cd166 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454421 Mar 11 18:14:40.042392 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:14:40.046577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:14:40.046954 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:40.127419 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:14:40.127721 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:40.154400 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:40.156714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f35cd-7235-4bd1-a649-e30ed759a6bb" -d '{"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:40.169867 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:14:40.174560 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:40.236903 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:14:40.252217 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511e87b-a8d8-40e1-b733-87cffc456c08 x-openstack-request-id: req-1511e87b-a8d8-40e1-b733-87cffc456c08 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:40.252550 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:40.252860 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-1511e87b-a8d8-40e1-b733-87cffc456c08 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:40.253682 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'code': 200} Mar 11 18:14:40.432337 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686324db-8a9a-4ac4-8b21-66dbf786f28d req-f7ee3e93-ee6d-4864-8688-63c5452d4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:40.433717 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-686324db-8a9a-4ac4-8b21-66dbf786f28d req-f7ee3e93-ee6d-4864-8688-63c5452d4323 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1130 time: 0.0441909 Mar 11 18:14:40.479323 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-686324db-8a9a-4ac4-8b21-66dbf786f28d req-cfecf995-22e9-4595-8071-ecdb130632f5 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Mar 11 18:14:40.722541 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95dab7-274a-421c-822c-2dc55f7cc25c req-fae703ee-fe8a-4558-898e-e86a281404c2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:40.723946 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d95dab7-274a-421c-822c-2dc55f7cc25c req-fae703ee-fe8a-4558-898e-e86a281404c2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0520225 Mar 11 18:14:40.773372 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8d95dab7-274a-421c-822c-2dc55f7cc25c req-10283f35-ba30-48f9-bdb7-9d8c664b4a63 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Mar 11 18:14:41.146863 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b2086-06f1-4247-b82a-6b6ffa29eb44 req-f1a95d0e-e146-4d26-af4e-890b21a47daf tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:41.148356 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a33b2086-06f1-4247-b82a-6b6ffa29eb44 req-f1a95d0e-e146-4d26-af4e-890b21a47daf tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0572407 Mar 11 18:14:41.196807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a33b2086-06f1-4247-b82a-6b6ffa29eb44 req-658432d2-b552-4d78-b86b-d205ba67a177 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Mar 11 18:14:41.597795 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:14:41.894526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28047e87-8984-4617-9e92-adac0e6b977f req-be0acf09-4ec0-4ceb-9f07-3adf6299777e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:41.895797 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28047e87-8984-4617-9e92-adac0e6b977f req-be0acf09-4ec0-4ceb-9f07-3adf6299777e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0535381 Mar 11 18:14:41.944410 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-28047e87-8984-4617-9e92-adac0e6b977f req-38bb6cda-395c-4e79-bb5a-7998e7d71871 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Mar 11 18:14:42.327678 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff47a-0e02-4ac9-a76b-b3a7ecf94788 req-bb9759dd-c693-49bb-9c55-e2ea797227f0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:42.329172 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f2cff47a-0e02-4ac9-a76b-b3a7ecf94788 req-bb9759dd-c693-49bb-9c55-e2ea797227f0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0598636 Mar 11 18:14:42.382412 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f2cff47a-0e02-4ac9-a76b-b3a7ecf94788 req-85a60adf-61c7-42e8-a686-112b478499df tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476642 Mar 11 18:14:42.504704 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993c968-e115-48ab-9eaf-f249018f8cdc req-3dbf32e9-1225-48eb-98fe-b96a71236229 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:42.506188 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b993c968-e115-48ab-9eaf-f249018f8cdc req-3dbf32e9-1225-48eb-98fe-b96a71236229 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Mar 11 18:14:42.515351 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40320) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:14:42.519778 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Request body: {'floatingip': {'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:14:42.558918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:43.009428 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:43.020776 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:43.153102 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d5ee2-e27e-42d9-aa08-85b7c03651bd req-8d273efa-7b96-4673-ba04-fb5b340b6bf6 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:43.154520 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-100d5ee2-e27e-42d9-aa08-85b7c03651bd req-8d273efa-7b96-4673-ba04-fb5b340b6bf6 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1424525 Mar 11 18:14:43.157457 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Floating IP 22268753-b98c-4d77-83b4-b6fb6e187db9 associated. External IP: 172.27.3.28, port: 409e113c-42d6-4ce3-8c67-bd6a9f2134b3. Mar 11 18:14:43.530130 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-100d5ee2-e27e-42d9-aa08-85b7c03651bd req-f4b3b1d9-1122-4aac-83d3-97640e7a9728 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690584 Mar 11 18:14:43.693200 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:14:43.823667 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:14:43.828490 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:43.832920 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:14:43.843093 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:43.843794 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:43.858201 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-18370ac3-dcb7-4cc0-a895-867d8d46b404 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "PUT /v2.0/floatingips/22268753-b98c-4d77-83b4-b6fb6e187db9 HTTP/1.1" status: 200 len: 991 time: 1.3416877 Mar 11 18:14:43.858758 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:14:43.861021 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4911414b-dc97-4694-9698-3387f3859244" -d '{"events": [{"name": "network-changed", "server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:14:43.898532 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0674571-210d-4ef7-905f-0f3bcc32bded x-openstack-request-id: req-a0674571-210d-4ef7-905f-0f3bcc32bded {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:14:43.898822 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:14:43.899912 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a0674571-210d-4ef7-905f-0f3bcc32bded {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:14:43.900204 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'status': 'completed', 'code': 200} Mar 11 18:14:43.960386 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:43.971408 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911414b-dc97-4694-9698-3387f3859244 req-2776ca30-c8ce-4623-b033-0a05040a16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:43.972934 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-2776ca30-c8ce-4623-b033-0a05040a16af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1130 time: 0.0465007 Mar 11 18:14:44.067874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911414b-dc97-4694-9698-3387f3859244 req-491015b9-2f00-4326-a71f-cd0cd598a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:44.069597 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-491015b9-2f00-4326-a71f-cd0cd598a39e service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.0896475 Mar 11 18:14:44.136700 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-28a1671e-360e-4b0e-a804-6f76ffceb435 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 999 time: 0.0596595 Mar 11 18:14:44.188993 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '22268753-b98c-4d77-83b4-b6fb6e187db9', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb0f59b-103b-473f-843b-a0f698565b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:29Z', 'updated_at': '2022-03-11T18:14:42Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:44.190154 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911414b-dc97-4694-9698-3387f3859244 req-1e2e6d97-7b6b-4cd4-b449-a9aca6c64631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:44.191632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-1e2e6d97-7b6b-4cd4-b449-a9aca6c64631 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0481234 Mar 11 18:14:44.215784 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:14:44.224281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:14:44.224876 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:44.251063 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911414b-dc97-4694-9698-3387f3859244 req-47ee4387-939e-4c5d-8052-61d04d3eab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:44.253993 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-47ee4387-939e-4c5d-8052-61d04d3eab9d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526261 Mar 11 18:14:44.336671 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:14:44.356491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-98d48794-4e52-412b-b4d3-b2533d89b5a7 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895553 Mar 11 18:14:44.453335 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4911414b-dc97-4694-9698-3387f3859244 req-d5097219-2939-4fe3-a8f6-820c346a666a service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902705 Mar 11 18:14:44.569212 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '22268753-b98c-4d77-83b4-b6fb6e187db9', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb0f59b-103b-473f-843b-a0f698565b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:29Z', 'updated_at': '2022-03-11T18:14:42Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:14:44.596867 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcbb73-aabe-482d-8ed2-5840df3cbeb9 None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '22268753-b98c-4d77-83b4-b6fb6e187db9', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb0f59b-103b-473f-843b-a0f698565b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:29Z', 'updated_at': '2022-03-11T18:14:42Z', 'revision_number': 1, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:14:44.666684 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095400e5-e0d7-40f4-b15b-b81f6d9365a7 req-318ebefe-0d86-4e9e-927f-37edb0e5fb87 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:44.669076 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-095400e5-e0d7-40f4-b15b-b81f6d9365a7 req-318ebefe-0d86-4e9e-927f-37edb0e5fb87 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0621457 Mar 11 18:14:44.718795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-095400e5-e0d7-40f4-b15b-b81f6d9365a7 req-75884e22-0999-464a-886f-44be72eebd6d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Mar 11 18:14:44.805137 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e509b1-4c94-45b8-b764-bbc37c63c92d None None] New status for floating IP 22268753-b98c-4d77-83b4-b6fb6e187db9: ACTIVE {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:14:45.840993 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbb57f-9d7c-49c2-a4a3-ad3db2c1ac9b req-71981f0f-2c31-415f-b857-1415332954bc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:45.842501 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dacbb57f-9d7c-49c2-a4a3-ad3db2c1ac9b req-71981f0f-2c31-415f-b857-1415332954bc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0540574 Mar 11 18:14:45.901394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dacbb57f-9d7c-49c2-a4a3-ad3db2c1ac9b req-23ca3740-5c86-47cf-bd09-284362184f16 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531874 Mar 11 18:14:47.026674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3aa60-ff05-4b8f-b899-3b78d54e21fe req-190cfd95-fda9-4a9f-bbbc-ae55b0ae7941 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:47.028148 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fc3aa60-ff05-4b8f-b899-3b78d54e21fe req-190cfd95-fda9-4a9f-bbbc-ae55b0ae7941 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0527940 Mar 11 18:14:47.074871 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fc3aa60-ff05-4b8f-b899-3b78d54e21fe req-1d19c02e-d1ff-4d78-81fc-0cd7831368fd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Mar 11 18:14:48.197889 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bceb9-7a17-4fc1-acbf-241ae1beffe9 req-c8365eaf-c1d4-4ab5-a90f-9d813a6681ce tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:48.199383 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f1bceb9-7a17-4fc1-acbf-241ae1beffe9 req-c8365eaf-c1d4-4ab5-a90f-9d813a6681ce tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0548244 Mar 11 18:14:48.247345 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f1bceb9-7a17-4fc1-acbf-241ae1beffe9 req-a9c26d55-6841-4d9e-b94c-5d84f5ca812d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Mar 11 18:14:49.374526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae3f7e-5ca0-421b-b996-cd6906b9e49d req-50d9cd5b-d727-40e2-9014-a7b1c3586b5d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:49.376026 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eae3f7e-5ca0-421b-b996-cd6906b9e49d req-50d9cd5b-d727-40e2-9014-a7b1c3586b5d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0574214 Mar 11 18:14:49.430992 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7eae3f7e-5ca0-421b-b996-cd6906b9e49d req-7f5775a9-b73e-4fe4-a01a-6bd7ef35229c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484207 Mar 11 18:14:50.642719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5175a-68b1-41bd-9433-1f75413826fb req-3bf41904-1601-4aed-9972-c379ba00c619 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:50.644127 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4e5175a-68b1-41bd-9433-1f75413826fb req-3bf41904-1601-4aed-9972-c379ba00c619 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.1271136 Mar 11 18:14:50.646751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-4113b4b6-e2be-444b-89d6-dfa01a6fa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:50.648159 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-4113b4b6-e2be-444b-89d6-dfa01a6fa2af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1169 time: 0.0945158 Mar 11 18:14:50.655300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6487f-3df1-4dfd-ada0-da1f3fc58442 req-66d739f2-8921-4e60-8494-264877818f07 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:50.657182 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebd6487f-3df1-4dfd-ada0-da1f3fc58442 req-66d739f2-8921-4e60-8494-264877818f07 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1417351 Mar 11 18:14:50.808928 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ebd6487f-3df1-4dfd-ada0-da1f3fc58442 req-5c6cdd7b-b9d3-4795-9310-208c759fab07 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417956 Mar 11 18:14:50.817487 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d4e5175a-68b1-41bd-9433-1f75413826fb req-f6d4fd8d-fd80-42ff-a5b2-8cf46ba3cc04 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587584 Mar 11 18:14:50.830588 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-40d27585-62de-4432-a45b-316cd90d97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:50.830588 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-40d27585-62de-4432-a45b-316cd90d97c4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.1722736 Mar 11 18:14:50.898017 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-7612bffa-d643-4a0c-9db7-94beee3b3c11 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 1001 time: 0.0610938 Mar 11 18:14:50.952859 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-d00274ea-03a8-4147-89f9-eb56d0c8ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:50.954345 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-d00274ea-03a8-4147-89f9-eb56d0c8ea24 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.0486672 Mar 11 18:14:51.004097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-42972d6f-ce77-469e-8d61-6d7b5134701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:51.005567 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-42972d6f-ce77-469e-8d61-6d7b5134701b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444710 Mar 11 18:14:51.094765 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-1118b09f-ac33-43c6-a177-d7a555cb79eb service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Mar 11 18:14:51.187970 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dd740cfd-8b76-498d-ab54-fe4bfdaa5470 req-104a8f9a-8ef9-4a18-9e33-47e0be94f252 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866907 Mar 11 18:14:51.960407 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d00de-937e-4a5c-a550-54f21fabcb47 req-9464f7cc-ba60-46b4-af63-143914277017 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:51.962491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b69d00de-937e-4a5c-a550-54f21fabcb47 req-9464f7cc-ba60-46b4-af63-143914277017 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0856156 Mar 11 18:14:51.969127 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8ade-3a07-453e-b6ba-258ccd3ee778 req-af14f7d9-7dda-4795-8876-87f6c5205624 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:51.970511 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30ef8ade-3a07-453e-b6ba-258ccd3ee778 req-af14f7d9-7dda-4795-8876-87f6c5205624 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0838988 Mar 11 18:14:52.048680 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b69d00de-937e-4a5c-a550-54f21fabcb47 req-98218d72-5664-474f-b632-449ef7c47b5c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771115 Mar 11 18:14:52.063654 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30ef8ade-3a07-453e-b6ba-258ccd3ee778 req-4cba7e02-0612-49db-a900-e285ee813fc2 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863035 Mar 11 18:14:53.215946 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ed9e5-fc51-42e6-99ac-bc540fa6d51a req-d9c87db5-bb10-4b75-96d6-07df36170e07 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:53.217509 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b4ed9e5-fc51-42e6-99ac-bc540fa6d51a req-d9c87db5-bb10-4b75-96d6-07df36170e07 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0865219 Mar 11 18:14:53.225102 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc4cd-7a01-4495-a594-e218117baebd req-49283984-4a4a-4f08-b841-055ab1fef400 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:53.226493 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-859fc4cd-7a01-4495-a594-e218117baebd req-49283984-4a4a-4f08-b841-055ab1fef400 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0830393 Mar 11 18:14:53.302677 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9b4ed9e5-fc51-42e6-99ac-bc540fa6d51a req-922d6487-5a12-4316-8d7d-3e849a6b43fb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751979 Mar 11 18:14:53.322229 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-859fc4cd-7a01-4495-a594-e218117baebd req-4f46bbe9-d47d-4d47-b480-1f8e0411e2de tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890112 Mar 11 18:14:53.769567 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0c74d9c-1a3a-4ce1-add0-87584ff1bf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:54.464559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5981f-fdbd-45b4-bee6-0d19caf9837a req-12e04469-6ea9-4e8c-b456-1ff99589e594 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:54.465979 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9b5981f-fdbd-45b4-bee6-0d19caf9837a req-12e04469-6ea9-4e8c-b456-1ff99589e594 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0916407 Mar 11 18:14:54.489117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cca7ae-8575-401e-adbc-8835ae3170d8 req-157a8e26-c52d-4a21-86a1-166dad68ceea tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:54.490585 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87cca7ae-8575-401e-adbc-8835ae3170d8 req-157a8e26-c52d-4a21-86a1-166dad68ceea tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0868361 Mar 11 18:14:54.564064 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c9b5981f-fdbd-45b4-bee6-0d19caf9837a req-b29d220c-2464-4be8-837d-52faffcb914f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920746 Mar 11 18:14:54.583715 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87cca7ae-8575-401e-adbc-8835ae3170d8 req-ff2f5348-2b7a-4832-815b-1111cda67ca2 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863264 Mar 11 18:14:54.784472 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ded2e-caa3-4e9a-b47e-512d46e1bb61 req-aed755ce-bdf8-4831-b122-0edf24a3416e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:54.785958 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-440ded2e-caa3-4e9a-b47e-512d46e1bb61 req-aed755ce-bdf8-4831-b122-0edf24a3416e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0628841 Mar 11 18:14:54.866163 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-440ded2e-caa3-4e9a-b47e-512d46e1bb61 req-38d6368d-bca5-4781-b701-a61e26114c2c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744016 Mar 11 18:14:54.881151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-d3401181-7a85-4c22-9155-91c2e8fc5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:54.881151 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-d3401181-7a85-4c22-9155-91c2e8fc5ffd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1129 time: 0.0727756 Mar 11 18:14:54.974634 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-22c6588c-94d9-4e28-ab5e-5f31c3baebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:54.976101 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-22c6588c-94d9-4e28-ab5e-5f31c3baebe5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.0880542 Mar 11 18:14:55.043624 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-4a714514-ff65-4f4b-b64e-bf83d411b32e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 1001 time: 0.0598803 Mar 11 18:14:55.092328 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-70cd7c5f-df86-4fba-bc2b-c59be286e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:55.093774 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-70cd7c5f-df86-4fba-bc2b-c59be286e111 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0442314 Mar 11 18:14:55.147942 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-02ee6fc5-9f59-4dd8-a4aa-03643189ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:55.150149 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-02ee6fc5-9f59-4dd8-a4aa-03643189ff60 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492222 Mar 11 18:14:55.159090 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:55.243124 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-a8cab75b-1d0a-4845-8a60-109f96b25dba service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Mar 11 18:14:55.345394 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bed95edd-95fb-407f-9d22-8744185f7ad8 req-afe93406-2c78-4086-9f82-e168286efba9 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913594 Mar 11 18:14:55.706314 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939dbc8-f82d-41c7-8c95-1e1a40ff8523 req-213ea74f-c547-4922-8b57-158aeecb9832 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:55.707792 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4939dbc8-f82d-41c7-8c95-1e1a40ff8523 req-213ea74f-c547-4922-8b57-158aeecb9832 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0549881 Mar 11 18:14:55.767843 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4939dbc8-f82d-41c7-8c95-1e1a40ff8523 req-7827f7ec-101f-4f72-9ddc-827231742215 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542734 Mar 11 18:14:55.991814 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf4187-61d1-409b-a493-45240501c4d2 req-91785855-0a67-4b1b-b286-58c5948ae78d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:55.993956 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36cf4187-61d1-409b-a493-45240501c4d2 req-91785855-0a67-4b1b-b286-58c5948ae78d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0542371 Mar 11 18:14:56.041717 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36cf4187-61d1-409b-a493-45240501c4d2 req-bc22541d-b5aa-40a0-945b-8415afe5130b tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Mar 11 18:14:56.170130 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6bc4528d-f34d-4247-a80d-53bbd11228f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:56.893079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4e7ec-029c-4761-94bb-5cca91165ca7 req-663e6a34-5bf5-494f-8c9d-aac7a2674cba tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:56.894585 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccf4e7ec-029c-4761-94bb-5cca91165ca7 req-663e6a34-5bf5-494f-8c9d-aac7a2674cba tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0594878 Mar 11 18:14:56.962149 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ccf4e7ec-029c-4761-94bb-5cca91165ca7 req-eb1619ef-c421-49e5-99db-b41926118135 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607471 Mar 11 18:14:57.160417 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91881e-b257-4e1e-b24b-a949e47b963d req-b15d6f86-5750-4757-90d0-c9ef3c560b9d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:57.161886 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c91881e-b257-4e1e-b24b-a949e47b963d req-b15d6f86-5750-4757-90d0-c9ef3c560b9d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0532217 Mar 11 18:14:57.210859 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c91881e-b257-4e1e-b24b-a949e47b963d req-0daeb9ff-ba87-4901-b521-5e9ed4e7aca8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Mar 11 18:14:58.106215 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3e21-6bc1-487d-807b-cc84c51d2951 req-8b5beb42-a757-4331-8f2b-6c55682eb3e2 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:58.107726 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cddf3e21-6bc1-487d-807b-cc84c51d2951 req-8b5beb42-a757-4331-8f2b-6c55682eb3e2 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0626345 Mar 11 18:14:58.175679 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cddf3e21-6bc1-487d-807b-cc84c51d2951 req-ce352bfd-57b2-4fff-96aa-2095632fbcae tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592499 Mar 11 18:14:58.649902 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:14:59.296685 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05f252-218e-4db1-9fc1-0b80079d121b req-328b72d7-4f01-4c3c-a237-f208b67327f3 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:14:59.298205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bc05f252-218e-4db1-9fc1-0b80079d121b req-328b72d7-4f01-4c3c-a237-f208b67327f3 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0547013 Mar 11 18:14:59.360323 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bc05f252-218e-4db1-9fc1-0b80079d121b req-3347fc4e-1afc-4c3b-a5a1-93201205b6bb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563040 Mar 11 18:14:59.722673 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:00.488970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13824cb6-8af6-4ed6-9859-d6cca63b99f4 req-600f884d-6d18-42cc-b268-7d871958f9b0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:00.490610 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13824cb6-8af6-4ed6-9859-d6cca63b99f4 req-600f884d-6d18-42cc-b268-7d871958f9b0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0564249 Mar 11 18:15:00.559947 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-13824cb6-8af6-4ed6-9859-d6cca63b99f4 req-ea07919c-06fb-4391-8c11-808910456b9d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636547 Mar 11 18:15:00.635614 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:01.578339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-c4337325-3b93-4161-b785-e9982f4d51cc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442894 Mar 11 18:15:01.682618 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-52c87193-931b-43f2-b0de-87c999eb8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.684118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-52c87193-931b-43f2-b0de-87c999eb8db8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0774722 Mar 11 18:15:01.701573 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c3218-9790-4160-84d6-38a8ab09e0d5 req-91fdd450-3eee-43c1-bd48-ad51e839c612 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.703068 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-967c3218-9790-4160-84d6-38a8ab09e0d5 req-91fdd450-3eee-43c1-bd48-ad51e839c612 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0713665 Mar 11 18:15:01.833884 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-967c3218-9790-4160-84d6-38a8ab09e0d5 req-3f59ab0f-eaba-43df-b117-9f85a8be19a8 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177115 Mar 11 18:15:01.849109 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-903c6d28-d9ff-455a-8b8e-b6fd047956ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.850655 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-903c6d28-d9ff-455a-8b8e-b6fd047956ba service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.1425233 Mar 11 18:15:01.924241 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-326d58de-a5c5-451f-a9a6-dd46d1dd18d4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 1001 time: 0.0669804 Mar 11 18:15:01.979106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-d078f996-b756-4e50-8e4a-48ad42fc0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:01.980619 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-d078f996-b756-4e50-8e4a-48ad42fc0238 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0460420 Mar 11 18:15:02.034734 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-942d1b59-ac74-4225-9229-945e6b3325f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:02.036384 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-942d1b59-ac74-4225-9229-945e6b3325f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464873 Mar 11 18:15:02.155695 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-7145cea9-2150-4db7-a6fc-e6dd1d1aa022 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065576 Mar 11 18:15:02.252034 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31c5e170-ba1c-4476-ae95-39caf25e84c8 req-dd72b1b5-0690-44d7-9131-af62908009ef service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892601 Mar 11 18:15:02.973502 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491c03-f6a4-4893-b584-c5af821fb09a req-04e6750e-5064-49c8-a52c-f54b5806c073 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:02.975242 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36491c03-f6a4-4893-b584-c5af821fb09a req-04e6750e-5064-49c8-a52c-f54b5806c073 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0663350 Mar 11 18:15:03.047741 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-36491c03-f6a4-4893-b584-c5af821fb09a req-ef2d0656-0973-44ae-a0ce-8b256b9523ae tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629623 Mar 11 18:15:04.193210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53acc91-279d-49d5-b577-0f9e122e1ba6 req-e92fd849-a45a-4188-ab9d-b61d83c43e0c tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:04.195998 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f53acc91-279d-49d5-b577-0f9e122e1ba6 req-e92fd849-a45a-4188-ab9d-b61d83c43e0c tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0769181 Mar 11 18:15:04.268029 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f53acc91-279d-49d5-b577-0f9e122e1ba6 req-2a4feb50-4d67-4517-8b24-ab813fabc901 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655262 Mar 11 18:15:05.406238 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db48a-8ff2-4b46-a855-54119e0bf486 req-08cd2bab-4736-4484-a08d-470fd7501477 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:05.407928 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee3db48a-8ff2-4b46-a855-54119e0bf486 req-08cd2bab-4736-4484-a08d-470fd7501477 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0636635 Mar 11 18:15:05.490369 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ee3db48a-8ff2-4b46-a855-54119e0bf486 req-d53f607a-6588-4fba-a194-fdf3837ea62b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734820 Mar 11 18:15:06.624198 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a38263-b964-46f0-86ca-67db3506da45 req-a62eca21-0ce2-458f-9f97-fe10c91bdf2a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:06.625853 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47a38263-b964-46f0-86ca-67db3506da45 req-a62eca21-0ce2-458f-9f97-fe10c91bdf2a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0622404 Mar 11 18:15:06.691623 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47a38263-b964-46f0-86ca-67db3506da45 req-64385a54-e956-4ed3-9950-571424dcc8ce tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590141 Mar 11 18:15:07.851123 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0c92c-da6f-40d4-b206-49516a820549 req-c017cce9-8f5f-4e0a-9b91-5ae8f4dbde4d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:07.854171 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4f0c92c-da6f-40d4-b206-49516a820549 req-c017cce9-8f5f-4e0a-9b91-5ae8f4dbde4d tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0726271 Mar 11 18:15:07.927068 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c4f0c92c-da6f-40d4-b206-49516a820549 req-78e54b58-5314-4bb2-9924-e65ba98d4425 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&id=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674360 Mar 11 18:15:18.597389 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:21.088242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed76776-593d-4da4-a913-eb5c097d18a4 req-8fe60e44-8034-40e9-b772-46c576ef44b1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:21.089688 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eed76776-593d-4da4-a913-eb5c097d18a4 req-8fe60e44-8034-40e9-b772-46c576ef44b1 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.0621705 Mar 11 18:15:21.147132 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eed76776-593d-4da4-a913-eb5c097d18a4 req-664e8258-bc6a-4297-803c-901f68b4984d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510008 Mar 11 18:15:22.271406 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a116902-9113-4362-8057-ddeea18c37cc req-8590d5bd-1fed-4bc0-885a-fbbb8c3cc750 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:22.273486 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a116902-9113-4362-8057-ddeea18c37cc req-8590d5bd-1fed-4bc0-885a-fbbb8c3cc750 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.0542185 Mar 11 18:15:22.321426 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a116902-9113-4362-8057-ddeea18c37cc req-9c5fc8ce-2102-4e17-bb3e-909174180a8b tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Mar 11 18:15:23.095023 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-ab572d4a-c993-42e4-b908-139e1e0e9b87 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:23.096470 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-ab572d4a-c993-42e4-b908-139e1e0e9b87 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.0544813 Mar 11 18:15:23.209705 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port 591271aa-c163-48df-a7eb-aa2f47e262a0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:23.210049 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:23.309929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] For port 591271aa-c163-48df-a7eb-aa2f47e262a0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=591271aa-c163-48df-a7eb-aa2f47e262a0,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:23.310649 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:23.746550 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0542f-b343-4242-8eac-70f0fd19e237 req-4599f2f7-59b5-4e53-a8a0-61c94dddbf48 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:23.748050 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9da0542f-b343-4242-8eac-70f0fd19e237 req-4599f2f7-59b5-4e53-a8a0-61c94dddbf48 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/ports?device_id=60884006-92dd-49bc-bf83-d8e38ad02248 HTTP/1.1" status: 200 len: 946 time: 0.1146495 Mar 11 18:15:23.775041 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-776245df-54cf-4049-b4f9-e2d47e05d918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:23.836394 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:23.839944 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:23.840282 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Floating IP ad064c69-752e-4f5b-9c13-916250e47974 disassociated. External IP: 172.27.3.221, port: 591271aa-c163-48df-a7eb-aa2f47e262a0. Mar 11 18:15:23.840638 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for 591271aa-c163-48df-a7eb-aa2f47e262a0 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:23.857133 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9da0542f-b343-4242-8eac-70f0fd19e237 req-d4b2bcc4-7919-4010-b827-8f0191979260 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f33ff33-523b-4fc2-8e87-310651ed5d88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823088 Mar 11 18:15:23.978776 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (591271aa-c163-48df-a7eb-aa2f47e262a0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:24.007996 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=591271aa-c163-48df-a7eb-aa2f47e262a0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:24.123650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:15:24.240147 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:15:24.257097 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:15:24.270829 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:24.271551 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:24.287537 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] No DVR routers for this DVR port 591271aa-c163-48df-a7eb-aa2f47e262a0 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:24.290187 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:24.293728 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87d2b81a-b51a-40bf-9b35-4cc88fbc748c req-875882b1-cd4e-40bd-976a-d04d5219364f tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.107 "DELETE /v2.0/ports/591271aa-c163-48df-a7eb-aa2f47e262a0 HTTP/1.1" status: 204 len: 173 time: 1.1899464 Mar 11 18:15:24.294210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'name': 'network-vif-deleted', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:24.297181 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4659c0b8-54f1-4c49-9bf0-9178876f8ab7" -d '{"events": [{"server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "name": "network-vif-deleted", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:24.345542 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca4460-0814-4f42-8cfe-96bc364e7e71 x-openstack-request-id: req-9dca4460-0814-4f42-8cfe-96bc364e7e71 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:24.346180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60884006-92dd-49bc-bf83-d8e38ad02248", "name": "network-vif-deleted", "tag": "591271aa-c163-48df-a7eb-aa2f47e262a0", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:24.346180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-9dca4460-0814-4f42-8cfe-96bc364e7e71 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:24.346535 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60884006-92dd-49bc-bf83-d8e38ad02248', 'name': 'network-vif-deleted', 'tag': '591271aa-c163-48df-a7eb-aa2f47e262a0', 'status': 'completed', 'code': 200} Mar 11 18:15:24.400441 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:24.617255 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:24.644021 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:15:24.653096 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:24.653719 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:14:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:24.778711 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:24.955783 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40494) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:25.019359 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (4f33ff33-523b-4fc2-8e87-310651ed5d88), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.045294 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (4f33ff33-523b-4fc2-8e87-310651ed5d88), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.100022 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (4f33ff33-523b-4fc2-8e87-310651ed5d88), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.103158 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.104340 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/security-groups/4f33ff33-523b-4fc2-8e87-310651ed5d88 HTTP/1.1" status: 204 len: 168 time: 0.1473634 Mar 11 18:15:25.107362 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:25.114398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95988995-10f6-4027-b10c-37ab7ef5fdd5 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f33ff33-523b-4fc2-8e87-310651ed5d88,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:25.124919 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.api.v2.resource [None req-33b73128-94a1-4a37-8a16-ae5e0439235d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] show failed (client error): The resource could not be found. Mar 11 18:15:25.126059 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-33b73128-94a1-4a37-8a16-ae5e0439235d tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "GET /v2.0/security-groups/4f33ff33-523b-4fc2-8e87-310651ed5d88 HTTP/1.1" status: 404 len: 347 time: 0.0174296 Mar 11 18:15:25.129598 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:25.149152 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:25.182401 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f37f279-410a-42bc-abdb-6ceeeabbbf0a None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:09:04Z', 'revision_number': 4, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '498bcacb-ef6a-4804-b161-92072dbb4134', 'name': '', 'network_id': 'bf26bd76-39a5-45e5-bfc5-5fcdc59b2837', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'mac_address': 'fa:16:3e:d3:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:09:03Z', 'updated_at': '2022-03-11T18:09:14Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'subnets': [{'id': '55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:15:25.195582 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.274016 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Deleting port dc4c746c-1f66-4162-8f58-20d45e8a70bc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:25.274355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.352399 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.352762 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (dc4c746c-1f66-4162-8f58-20d45e8a70bc), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.365516 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Calling delete_port for dc4c746c-1f66-4162-8f58-20d45e8a70bc owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:25.434296 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d591436-fcad-47c8-b2ee-8b1ff81ee917 None None] New status for floating IP ad064c69-752e-4f5b-9c13-916250e47974: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:15:25.508935 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (dc4c746c-1f66-4162-8f58-20d45e8a70bc), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.516632 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron_lib.db.api [None req-4d591436-fcad-47c8-b2ee-8b1ff81ee917 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 18:15:25.517310 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG oslo_db.api [None req-4d591436-fcad-47c8-b2ee-8b1ff81ee917 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 18:15:25.536727 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Pushing event deleted for resources: {'Port': ['ID=dc4c746c-1f66-4162-8f58-20d45e8a70bc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:25.573696 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.573956 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.574306 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.574645 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.574984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.575341 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.575681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.576070 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.576406 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.576738 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.577068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.577392 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.577716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:25.619809 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks [] for floatingip (ad064c69-752e-4f5b-9c13-916250e47974), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.622403 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:25.623582 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cc8efc06-f5f8-497e-a5bc-514418b8f575 tempest-AttachVolumeNegativeTest-215799610 tempest-AttachVolumeNegativeTest-215799610-project] 10.222.0.105 "DELETE /v2.0/floatingips/ad064c69-752e-4f5b-9c13-916250e47974 HTTP/1.1" status: 204 len: 168 time: 0.4930632 Mar 11 18:15:26.018511 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d591436-fcad-47c8-b2ee-8b1ff81ee917 None None] New status for floating IP ad064c69-752e-4f5b-9c13-916250e47974: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:15:26.173685 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-49630029-f978-4bbe-a7b3-7b071d0cf31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:28.208710 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 591271aa-c163-48df-a7eb-aa2f47e262a0 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:15:28.232657 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 591271aa-c163-48df-a7eb-aa2f47e262a0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:15:28.233011 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 591271aa-c163-48df-a7eb-aa2f47e262a0 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:15:28.664036 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:29.479439 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:29.728790 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:29.735108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e230a5-e112-46f7-a5e0-7857d4bc406b req-76936bc8-a85c-41b8-986f-02caf884225c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:29.736880 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0e230a5-e112-46f7-a5e0-7857d4bc406b req-76936bc8-a85c-41b8-986f-02caf884225c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0635805 Mar 11 18:15:29.801776 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b0e230a5-e112-46f7-a5e0-7857d4bc406b req-a9b446c6-09ac-4dc1-a19a-96fe98e32a1b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Mar 11 18:15:30.278560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:30.599517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Deleting port 498bcacb-ef6a-4804-b161-92072dbb4134 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:30.600232 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:30.641145 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:30.687005 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] For port 498bcacb-ef6a-4804-b161-92072dbb4134, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=498bcacb-ef6a-4804-b161-92072dbb4134,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:30.687355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:30.701614 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Calling delete_port for 498bcacb-ef6a-4804-b161-92072dbb4134 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:30.909750 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (498bcacb-ef6a-4804-b161-92072dbb4134), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:30.939983 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=498bcacb-ef6a-4804-b161-92072dbb4134,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:31.028832 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188b54-6057-4871-95de-39c2ce273e40 req-9ce469b7-e2e3-4f4d-9ee1-9dbb59313628 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:31.030439 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62188b54-6057-4871-95de-39c2ce273e40 req-9ce469b7-e2e3-4f4d-9ee1-9dbb59313628 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0703778 Mar 11 18:15:31.089031 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-62188b54-6057-4871-95de-39c2ce273e40 req-3858824a-0905-4c6f-ac06-50b788aedc06 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520968 Mar 11 18:15:31.140678 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:31.367955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:15:31.480139 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:15:31.485473 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-df029584-fb3a-4ada-8ecc-f3765437b3a2 admin admin] 10.222.0.105 "PUT /v2.0/routers/e7db9085-69f0-4dc5-82f0-6ede6e114ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0048320 Mar 11 18:15:31.487869 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40570) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:31.490960 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Sync routers for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:15:31.501619 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:31.502226 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:31.608955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks [] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:31.616182 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:31.720683 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks [] for router_gateway (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:31.777685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Deleting port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:31.777685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:31.821964 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:15:30Z', 'revision_number': 5, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port': {'id': '6ac648c6-aee2-49b0-bbe8-27a0e7980fb8', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:08:58Z', 'updated_at': '2022-03-11T18:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:31.849969 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Checking router: e7db9085-69f0-4dc5-82f0-6ede6e114ca7 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:15:31.859561 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Routers {'e7db9085-69f0-4dc5-82f0-6ede6e114ca7'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:31.860237 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:31.865797 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] For port 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:31.866158 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:31.886533 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Calling delete_port for 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:31.953998 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] Set router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:32.008478 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:15:31Z', 'revision_number': 6, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:32.038883 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc41a6-3e2a-4f59-9d16-dd037e63cbb8 None None] The sync data for ids ['e7db9085-69f0-4dc5-82f0-6ede6e114ca7'] in dv-cinder-833443-1-iscsi is: [{'id': 'e7db9085-69f0-4dc5-82f0-6ede6e114ca7', 'name': 'tempest-AttachVolumeNegativeTest-985973456-router', 'tenant_id': 'a2f99072a11d4441bf3166f891829fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:08:57Z', 'updated_at': '2022-03-11T18:15:31Z', 'revision_number': 6, 'project_id': 'a2f99072a11d4441bf3166f891829fa1', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:15:32.072087 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (6ac648c6-aee2-49b0-bbe8-27a0e7980fb8), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.106804 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac648c6-aee2-49b0-bbe8-27a0e7980fb8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:32.171136 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.224715 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912fbe-f30c-4d30-a684-420264b04eb3 req-947ab0ab-dc74-48e1-a3a5-c609015a6364 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:32.226861 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec912fbe-f30c-4d30-a684-420264b04eb3 req-947ab0ab-dc74-48e1-a3a5-c609015a6364 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0580170 Mar 11 18:15:32.278321 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ec912fbe-f30c-4d30-a684-420264b04eb3 req-0ca86fe1-4bf0-4284-aeed-119e0006858c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Mar 11 18:15:32.283108 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.286331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks [] for router_controller (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.356464 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (e7db9085-69f0-4dc5-82f0-6ede6e114ca7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.357102 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7db9085-69f0-4dc5-82f0-6ede6e114ca7 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:15:32.363834 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.365437 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-36529372-8645-474f-8813-f3e8bb707f54 admin admin] 10.222.0.105 "DELETE /v2.0/routers/e7db9085-69f0-4dc5-82f0-6ede6e114ca7 HTTP/1.1" status: 204 len: 168 time: 0.8766100 Mar 11 18:15:32.368469 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:32.422306 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Deleting subnet 55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:15:32.426139 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Publish callbacks [] for subnet (55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.482825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.603353 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.666122 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.695375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:32.699185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:32.703112 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-eba468b4-993c-4a4e-a3b5-43ea3c61897f admin admin] 10.222.0.105 "DELETE /v2.0/subnets/55712c4e-b4b7-4aa5-8d68-d3d9bd01e08f HTTP/1.1" status: 204 len: 168 time: 0.3327098 Mar 11 18:15:32.705037 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:32.708028 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54298244-455c-46a9-88ba-80108cac850e None None] Network bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:15:32.865576 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 498bcacb-ef6a-4804-b161-92072dbb4134 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:15:32.894807 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 498bcacb-ef6a-4804-b161-92072dbb4134 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:15:32.895196 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 498bcacb-ef6a-4804-b161-92072dbb4134 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:15:32.914614 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] DHCP port deletion for bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:15:32.983157 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Deleting port 0155d051-a4b2-4ee7-8b68-15e57412a70d {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:32.983586 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.053478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.059923 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] For port 0155d051-a4b2-4ee7-8b68-15e57412a70d, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=0155d051-a4b2-4ee7-8b68-15e57412a70d,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:33.059923 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.074285 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Calling delete_port for 0155d051-a4b2-4ee7-8b68-15e57412a70d owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:33.154901 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Deleting port 0155d051-a4b2-4ee7-8b68-15e57412a70d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:33.155678 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.207541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.237330 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] For port 0155d051-a4b2-4ee7-8b68-15e57412a70d, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=0155d051-a4b2-4ee7-8b68-15e57412a70d,segment=NetworkSegment(eaf86837-3caf-4451-848c-c14015b527bc),segment_id=eaf86837-3caf-4451-848c-c14015b527bc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:33.237330 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.239630 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Pushing event deleted for resources: {'Port': ['ID=0155d051-a4b2-4ee7-8b68-15e57412a70d,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:33.245438 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] No DVR routers for this DVR port 0155d051-a4b2-4ee7-8b68-15e57412a70d on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:33.251511 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.252371 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.252371 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.252609 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.253165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.253497 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.253854 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.254259 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.254555 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.254713 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Calling delete_port for 0155d051-a4b2-4ee7-8b68-15e57412a70d owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:33.254820 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.255146 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.255468 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.255882 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030e541-a104-40e6-8a52-487c1eec67af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:33.351374 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (0155d051-a4b2-4ee7-8b68-15e57412a70d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.383271 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0155d051-a4b2-4ee7-8b68-15e57412a70d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:33.385105 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] No DVR routers for this DVR port 0155d051-a4b2-4ee7-8b68-15e57412a70d on host dv-cinder-833443-1-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:33.425354 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534844a-d532-4e07-b28c-98a5e6722bab req-c265acb7-e87e-4b33-bc3a-d7fddb296dcc tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:33.427765 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3534844a-d532-4e07-b28c-98a5e6722bab req-c265acb7-e87e-4b33-bc3a-d7fddb296dcc tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0716283 Mar 11 18:15:33.465543 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.481263 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3534844a-d532-4e07-b28c-98a5e6722bab req-9f92a2c7-6210-45c5-90ef-bb67c4b22946 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469267 Mar 11 18:15:33.487880 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf26bd76-39a5-45e5-bfc5-5fcdc59b2837']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:33.498974 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf86837-3caf-4451-848c-c14015b527bc') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:33.499349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf86837-3caf-4451-848c-c14015b527bc') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:33.510552 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (eaf86837-3caf-4451-848c-c14015b527bc), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.528068 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (eaf86837-3caf-4451-848c-c14015b527bc), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.535519 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:15:33.536085 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (eaf86837-3caf-4451-848c-c14015b527bc), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self.session.flush() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self.session.flush() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self.session.flush() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self.session.flush() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:15:33.537954 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:15:33.600722 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (bf26bd76-39a5-45e5-bfc5-5fcdc59b2837), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.608644 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.611838 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] 10.222.0.105 "DELETE /v2.0/networks/bf26bd76-39a5-45e5-bfc5-5fcdc59b2837 HTTP/1.1" status: 204 len: 168 time: 0.9058311 Mar 11 18:15:33.621859 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c6707-1cdf-4c8a-a6fd-c8dea79b64ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bf26bd76-39a5-45e5-bfc5-5fcdc59b2837,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:33.734187 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:33.775958 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-45862fd1-e3df-43a9-8b82-4b37be8da5e3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a2f99072a11d4441bf3166f891829fa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405419 Mar 11 18:15:33.778438 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40590) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:33.825769 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] Publish callbacks [] for security_group (ca537a69-6f14-43a1-b88f-4fbfea274b2d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.847268 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] Publish callbacks [] for security_group (ca537a69-6f14-43a1-b88f-4fbfea274b2d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.897361 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ca537a69-6f14-43a1-b88f-4fbfea274b2d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.900331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:33.901472 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ca537a69-6f14-43a1-b88f-4fbfea274b2d HTTP/1.1" status: 204 len: 168 time: 0.1221421 Mar 11 18:15:33.909099 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e40d7-0ac8-42fd-88a9-329fa872dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca537a69-6f14-43a1-b88f-4fbfea274b2d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:34.211442 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 0155d051-a4b2-4ee7-8b68-15e57412a70d no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:15:34.232642 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 0155d051-a4b2-4ee7-8b68-15e57412a70d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:15:34.232985 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 0155d051-a4b2-4ee7-8b68-15e57412a70d not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:15:34.233396 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:15:34.253088 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:15:34.253523 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6ac648c6-aee2-49b0-bbe8-27a0e7980fb8 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:15:34.618512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576d879-96e7-47a3-b029-b41ba2752cf7 req-85a848b2-349a-4167-aa0f-71cc6cf58c14 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:34.620060 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0576d879-96e7-47a3-b029-b41ba2752cf7 req-85a848b2-349a-4167-aa0f-71cc6cf58c14 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0597534 Mar 11 18:15:34.674683 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0576d879-96e7-47a3-b029-b41ba2752cf7 req-b5857caa-b6c5-4b79-9e62-3aa5b4e640a5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487468 Mar 11 18:15:35.800642 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a8ecf-4c5e-42b8-b43a-ddbb3055e3b8 req-740807d8-0b7a-497a-b1eb-2459bc0f6805 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:35.802136 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e29a8ecf-4c5e-42b8-b43a-ddbb3055e3b8 req-740807d8-0b7a-497a-b1eb-2459bc0f6805 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0539117 Mar 11 18:15:35.854228 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e29a8ecf-4c5e-42b8-b43a-ddbb3055e3b8 req-579dd091-0ec2-423e-bf59-423a21ef3ad6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Mar 11 18:15:36.976838 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a483f-0b1a-44a5-b16d-82c7d5cae605 req-46dfedca-8603-4f93-89c2-a15465cc1452 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:36.978248 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-519a483f-0b1a-44a5-b16d-82c7d5cae605 req-46dfedca-8603-4f93-89c2-a15465cc1452 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0537674 Mar 11 18:15:37.025705 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-519a483f-0b1a-44a5-b16d-82c7d5cae605 req-f957f581-e151-48e6-8fa9-d61a0ae9fb14 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Mar 11 18:15:37.636499 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40656) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:37.743959 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ec7500-85be-4f7d-87f5-7deec1a7b87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:37.828417 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ec7500-85be-4f7d-87f5-7deec1a7b87b admin admin] Publish callbacks [] for security_group (ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:37.833120 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07ec7500-85be-4f7d-87f5-7deec1a7b87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:37.874396 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-07ec7500-85be-4f7d-87f5-7deec1a7b87b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=88ab9bba7fe94e70a477b93565654006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367866 Mar 11 18:15:37.875298 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec7500-85be-4f7d-87f5-7deec1a7b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:37.877119 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40662) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:37.929254 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Publish callbacks [] for security_group (ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:37.953410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Publish callbacks [] for security_group (ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.002556 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.005354 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.006644 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e HTTP/1.1" status: 204 len: 168 time: 0.1282787 Mar 11 18:15:38.015511 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7dc61a-ca7d-4cb1-88d7-c466ab2e143e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:38.023344 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.023694 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.024076 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.024411 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.024741 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.025069 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.025396 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.025809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.026053 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.026378 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.026700 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.027017 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.027336 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287920db-3736-41c1-a45a-d023d1356681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:15:38.155750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319e3f-bc86-408f-82f9-198f944c282b req-25c4bf18-aa70-4174-bfd4-3426cd5dc740 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:38.157335 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68319e3f-bc86-408f-82f9-198f944c282b req-25c4bf18-aa70-4174-bfd4-3426cd5dc740 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0592697 Mar 11 18:15:38.206330 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-68319e3f-bc86-408f-82f9-198f944c282b req-1ca492bd-e1c7-4ad1-a3da-5e36209694f7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Mar 11 18:15:38.654762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40686) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:38.758050 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-892377463-network', 'tenant_id': '3b10fd838ce342eb8c3304c19354a434'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:15:38.782179 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Made reservation on behalf of 3b10fd838ce342eb8c3304c19354a434 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:38.785899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.795604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.874820 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks [] for security_group (dc7ef668-4029-472f-9597-02180ad9e8fe), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.879042 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dc7ef668-4029-472f-9597-02180ad9e8fe), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.904773 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:15:38.915302 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ef668-4029-472f-9597-02180ad9e8fe,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:38.921879 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (b2b262fb-9c27-461e-b279-e7532fbeafa4), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.922223 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Added segment b2b262fb-9c27-461e-b279-e7532fbeafa4 of type vlan for network a8a3b234-5dab-44aa-9b5e-492bd83fee44 Mar 11 18:15:38.967792 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (a8a3b234-5dab-44aa-9b5e-492bd83fee44), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.996201 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (a8a3b234-5dab-44aa-9b5e-492bd83fee44), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:38.997208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:38.997862 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:39.031554 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3756163 Mar 11 18:15:39.034863 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:39.041043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Request body: {'subnet': {'network_id': 'a8a3b234-5dab-44aa-9b5e-492bd83fee44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-892377463-subnet', 'tenant_id': '3b10fd838ce342eb8c3304c19354a434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:15:39.061295 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Made reservation on behalf of 3b10fd838ce342eb8c3304c19354a434 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:39.061575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ba459-85ab-42af-a5d5-40edf710ed40 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a3b234-5dab-44aa-9b5e-492bd83fee44,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:39.063899 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:39.074405 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network a8a3b234-5dab-44aa-9b5e-492bd83fee44 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:15:39.235438 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (286005f6-ea82-4096-aa71-704984dc675c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:39.291032 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286005f6-ea82-4096-aa71-704984dc675c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:39.302437 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Checking segment: {'id': 'b2b262fb-9c27-461e-b279-e7532fbeafa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a8a3b234-5dab-44aa-9b5e-492bd83fee44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:15:39.303022 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Network hostable DHCP agents. Network: a8a3b234-5dab-44aa-9b5e-492bd83fee44, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:15:39.322838 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Network a8a3b234-5dab-44aa-9b5e-492bd83fee44 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:15:39.333857 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, a8a3b234-5dab-44aa-9b5e-492bd83fee44) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:15:39.338992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:39.339555 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31794bf1-14cc-4a51-aac1-89a4b1147b86 req-94d335d6-ec5e-4a11-a5ef-5909f2f14849 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:39.339683 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:39.341138 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31794bf1-14cc-4a51-aac1-89a4b1147b86 req-94d335d6-ec5e-4a11-a5ef-5909f2f14849 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0584762 Mar 11 18:15:39.352470 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7aef1-d2df-4e06-a9b2-d156143ea6db None None] Network a8a3b234-5dab-44aa-9b5e-492bd83fee44 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:15:39.362188 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0c87af6d-24a9-4188-beda-94d752a860d6 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3246472 Mar 11 18:15:39.395726 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-31794bf1-14cc-4a51-aac1-89a4b1147b86 req-45f80d0a-c7cd-4c4d-bf22-fa83a88120c8 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Mar 11 18:15:39.500557 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4780a27-11ca-4b8c-a1bb-9dd472cf97dd None None] Network a8a3b234-5dab-44aa-9b5e-492bd83fee44 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:15:39.877549 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40716) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:39.882757 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065410377-network', 'tenant_id': 'f05cd3b52b89441e8e02457be96ab840'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:15:39.907385 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Made reservation on behalf of f05cd3b52b89441e8e02457be96ab840 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:39.909810 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:39.923417 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.005429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks [] for security_group (dfead17e-3c26-4a3b-bfaf-bad1b55410c3), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.009926 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dfead17e-3c26-4a3b-bfaf-bad1b55410c3), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.035291 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:15:40.045819 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfead17e-3c26-4a3b-bfaf-bad1b55410c3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:40.050797 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (d8e9d25e-5d7f-481f-a07f-ba27d979316a), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.051123 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Added segment d8e9d25e-5d7f-481f-a07f-ba27d979316a of type vlan for network b686c23e-cc3c-44e3-896c-eea2cc0ff569 Mar 11 18:15:40.092038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (b686c23e-cc3c-44e3-896c-eea2cc0ff569), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.117182 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (b686c23e-cc3c-44e3-896c-eea2cc0ff569), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.118168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:40.118749 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.158270 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2791498 Mar 11 18:15:40.161189 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:40.168638 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Request body: {'subnet': {'network_id': 'b686c23e-cc3c-44e3-896c-eea2cc0ff569', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1065410377-subnet', 'tenant_id': 'f05cd3b52b89441e8e02457be96ab840', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:15:40.184170 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fdb55-d2fe-4815-88d7-50fc5af79965 admin admin] Pushing event updated for resources: {'Network': ['ID=b686c23e-cc3c-44e3-896c-eea2cc0ff569,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:40.191379 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Made reservation on behalf of f05cd3b52b89441e8e02457be96ab840 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:15:40.193928 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.201411 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network b686c23e-cc3c-44e3-896c-eea2cc0ff569 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:15:40.375389 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (c1dad323-a2ec-441b-9e6c-bada99cad660), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.434190 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dad323-a2ec-441b-9e6c-bada99cad660,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:40.445522 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Checking segment: {'id': 'd8e9d25e-5d7f-481f-a07f-ba27d979316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'b686c23e-cc3c-44e3-896c-eea2cc0ff569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:15:40.445757 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Network hostable DHCP agents. Network: b686c23e-cc3c-44e3-896c-eea2cc0ff569, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:15:40.466233 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Network b686c23e-cc3c-44e3-896c-eea2cc0ff569 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:15:40.476524 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, b686c23e-cc3c-44e3-896c-eea2cc0ff569) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:15:40.480562 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:40.481167 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.487887 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8eae7a-c7a8-4e03-bfdd-b1ff41c40db0 None None] Network b686c23e-cc3c-44e3-896c-eea2cc0ff569 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:15:40.513762 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1ba7f19d-d30b-45c7-b9a3-3c0c679c65cb admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3509593 Mar 11 18:15:40.574071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc591a4-eebc-41f4-9fc5-7d8c8c0a7b3d req-d400032b-553f-47b8-aae7-d078c9cf271c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:40.575815 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6bc591a4-eebc-41f4-9fc5-7d8c8c0a7b3d req-d400032b-553f-47b8-aae7-d078c9cf271c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0708282 Mar 11 18:15:40.613005 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dcf025-ea27-45b4-a22b-9ae7dba98501 None None] Network b686c23e-cc3c-44e3-896c-eea2cc0ff569 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:15:40.640564 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6bc591a4-eebc-41f4-9fc5-7d8c8c0a7b3d req-58959245-cbf8-40d6-87c4-4724b1acafb2 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574152 Mar 11 18:15:40.669684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:40.732241 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Deleting subnet 286005f6-ea82-4096-aa71-704984dc675c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:15:40.736321 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Publish callbacks [] for subnet (286005f6-ea82-4096-aa71-704984dc675c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.780832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (286005f6-ea82-4096-aa71-704984dc675c), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.829263 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffd1a7-46f6-4d8d-b0ae-12608ad73b4d req-47095642-0d59-4ac1-b4a9-29b7ce25e684 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:40.830880 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9ffd1a7-46f6-4d8d-b0ae-12608ad73b4d req-47095642-0d59-4ac1-b4a9-29b7ce25e684 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0807681 Mar 11 18:15:40.834617 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (286005f6-ea82-4096-aa71-704984dc675c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.885143 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9ffd1a7-46f6-4d8d-b0ae-12608ad73b4d req-4c2788ac-452a-4fa9-bfee-1daa6484f4ad tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Mar 11 18:15:40.906349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (286005f6-ea82-4096-aa71-704984dc675c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.932696 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286005f6-ea82-4096-aa71-704984dc675c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:40.937208 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:40.940405 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-16deea04-555e-4810-ae82-2039a11c0170 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/286005f6-ea82-4096-aa71-704984dc675c HTTP/1.1" status: 204 len: 168 time: 0.2697244 Mar 11 18:15:40.943362 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:41.012444 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (a8a3b234-5dab-44aa-9b5e-492bd83fee44), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.092767 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (a8a3b234-5dab-44aa-9b5e-492bd83fee44), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.113203 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a3b234-5dab-44aa-9b5e-492bd83fee44']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.123154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b262fb-9c27-461e-b279-e7532fbeafa4') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.123449 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b262fb-9c27-461e-b279-e7532fbeafa4') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.133033 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (b2b262fb-9c27-461e-b279-e7532fbeafa4), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.145938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (b2b262fb-9c27-461e-b279-e7532fbeafa4), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.152297 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:15:41.152666 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (b2b262fb-9c27-461e-b279-e7532fbeafa4), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:15:41.154293 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:15:41.210639 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (a8a3b234-5dab-44aa-9b5e-492bd83fee44), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.215822 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.218919 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] 10.222.0.105 "DELETE /v2.0/networks/a8a3b234-5dab-44aa-9b5e-492bd83fee44 HTTP/1.1" status: 204 len: 168 time: 0.2746134 Mar 11 18:15:41.221906 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40734) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:41.230435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0fca-4d5a-4076-9b1a-6a404866f5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a3b234-5dab-44aa-9b5e-492bd83fee44,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:41.271834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Deleting subnet c1dad323-a2ec-441b-9e6c-bada99cad660 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:15:41.275621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Publish callbacks [] for subnet (c1dad323-a2ec-441b-9e6c-bada99cad660), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.310852 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (c1dad323-a2ec-441b-9e6c-bada99cad660), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.351674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (c1dad323-a2ec-441b-9e6c-bada99cad660), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.405057 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (c1dad323-a2ec-441b-9e6c-bada99cad660), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.429423 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dad323-a2ec-441b-9e6c-bada99cad660,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:41.435100 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.438543 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c11c60c4-5189-453a-8f5b-5e9ea1c7aff1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c1dad323-a2ec-441b-9e6c-bada99cad660 HTTP/1.1" status: 204 len: 168 time: 0.2155704 Mar 11 18:15:41.441322 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40736) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:41.521137 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (b686c23e-cc3c-44e3-896c-eea2cc0ff569), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.605608 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (b686c23e-cc3c-44e3-896c-eea2cc0ff569), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.632262 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b686c23e-cc3c-44e3-896c-eea2cc0ff569']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.642982 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e9d25e-5d7f-481f-a07f-ba27d979316a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.643275 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e9d25e-5d7f-481f-a07f-ba27d979316a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:41.652783 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (d8e9d25e-5d7f-481f-a07f-ba27d979316a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.666621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (d8e9d25e-5d7f-481f-a07f-ba27d979316a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.672599 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:15:41.672984 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (d8e9d25e-5d7f-481f-a07f-ba27d979316a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:15:41.674679 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:15:41.757220 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (b686c23e-cc3c-44e3-896c-eea2cc0ff569), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.763311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:41.766386 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] 10.222.0.105 "DELETE /v2.0/networks/b686c23e-cc3c-44e3-896c-eea2cc0ff569 HTTP/1.1" status: 204 len: 168 time: 0.3240798 Mar 11 18:15:41.780358 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ee3b1-7607-4f75-93ae-3889d4a3f672 admin admin] Pushing event deleted for resources: {'Network': ['ID=b686c23e-cc3c-44e3-896c-eea2cc0ff569,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:41.803071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6b28f-e7be-46f1-ac12-ed7c8c1b6252 req-7459a933-81c7-43c2-948e-c549e2f87d61 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:41.804864 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cb6b28f-e7be-46f1-ac12-ed7c8c1b6252 req-7459a933-81c7-43c2-948e-c549e2f87d61 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0824382 Mar 11 18:15:41.862332 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cb6b28f-e7be-46f1-ac12-ed7c8c1b6252 req-05d10870-042f-46df-ad53-a185ef16f745 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511873 Mar 11 18:15:41.946537 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:41.990502 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-81ebbc7d-34b3-4408-841e-1c35af2b0248 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3b10fd838ce342eb8c3304c19354a434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405221 Mar 11 18:15:41.990837 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:42.007091 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d996c-4028-4447-b3f5-5621d6612971 req-27a94322-028a-443d-9fec-8266701785c0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:42.008784 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b60d996c-4028-4447-b3f5-5621d6612971 req-27a94322-028a-443d-9fec-8266701785c0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0541668 Mar 11 18:15:42.041042 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] Publish callbacks [] for security_group (dc7ef668-4029-472f-9597-02180ad9e8fe), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.058327 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b60d996c-4028-4447-b3f5-5621d6612971 req-70ad04cf-2336-48f9-91a0-b35eda5b50d1 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Mar 11 18:15:42.065446 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] Publish callbacks [] for security_group (dc7ef668-4029-472f-9597-02180ad9e8fe), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.114185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dc7ef668-4029-472f-9597-02180ad9e8fe), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.117143 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.118275 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dc7ef668-4029-472f-9597-02180ad9e8fe HTTP/1.1" status: 204 len: 168 time: 0.1264281 Mar 11 18:15:42.125861 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab1ce-4a41-4bfc-87ee-a060b8636624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ef668-4029-472f-9597-02180ad9e8fe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:42.439610 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40754) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:42.481719 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-89891197-3d61-4c47-83f2-6ba6e8af8144 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f05cd3b52b89441e8e02457be96ab840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405421 Mar 11 18:15:42.484240 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 40756) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:42.533288 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] Publish callbacks [] for security_group (dfead17e-3c26-4a3b-bfaf-bad1b55410c3), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.554899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] Publish callbacks [] for security_group (dfead17e-3c26-4a3b-bfaf-bad1b55410c3), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.606337 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dfead17e-3c26-4a3b-bfaf-bad1b55410c3), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.609317 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:42.610595 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dfead17e-3c26-4a3b-bfaf-bad1b55410c3 HTTP/1.1" status: 204 len: 168 time: 0.1254086 Mar 11 18:15:42.620487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a8790-5208-4839-b580-a0b4209f9bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfead17e-3c26-4a3b-bfaf-bad1b55410c3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:42.993883 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093d4fb-ba1a-4e54-9e56-d6f07cf71c76 req-25f146e7-d219-4984-8c16-bc03d95f53e4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:42.995355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5093d4fb-ba1a-4e54-9e56-d6f07cf71c76 req-25f146e7-d219-4984-8c16-bc03d95f53e4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0579112 Mar 11 18:15:43.044437 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5093d4fb-ba1a-4e54-9e56-d6f07cf71c76 req-17f27a00-8348-4fba-9590-8d5df4d63725 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Mar 11 18:15:43.190737 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe695e-642e-44fa-aa20-955ef485a02e req-a2364482-27d7-4cef-b4f9-64ac1a0501bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:43.192456 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbbe695e-642e-44fa-aa20-955ef485a02e req-a2364482-27d7-4cef-b4f9-64ac1a0501bd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0598004 Mar 11 18:15:43.243065 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dbbe695e-642e-44fa-aa20-955ef485a02e req-fbb045ae-5c04-4c69-9fd4-b65b28b4c175 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Mar 11 18:15:44.175035 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4e11-41fd-48a5-a2d0-5b8c92f48fb9 req-76d6ecec-fea9-4d74-b599-fc2f3fbd1f9d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:44.176746 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-666e4e11-41fd-48a5-a2d0-5b8c92f48fb9 req-76d6ecec-fea9-4d74-b599-fc2f3fbd1f9d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0603342 Mar 11 18:15:44.229896 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-666e4e11-41fd-48a5-a2d0-5b8c92f48fb9 req-7c635cb1-6d1b-4557-923c-e2985b94bfcf tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Mar 11 18:15:44.372343 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493b7d9-869c-4265-8f4f-6aee8fef85c3 req-96f59b32-96b0-44da-bc3b-bc56cf3e61f0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:44.373848 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0493b7d9-869c-4265-8f4f-6aee8fef85c3 req-96f59b32-96b0-44da-bc3b-bc56cf3e61f0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0560474 Mar 11 18:15:44.421637 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0493b7d9-869c-4265-8f4f-6aee8fef85c3 req-e1aa2390-bbe9-49e0-923b-8ab1ce36c7b8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Mar 11 18:15:45.370076 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81dab2-d946-47df-acc3-3dfef2a8fdf3 req-de7d8d4f-d82d-49c4-9178-5a729f088d0e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:45.371591 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb81dab2-d946-47df-acc3-3dfef2a8fdf3 req-de7d8d4f-d82d-49c4-9178-5a729f088d0e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0649307 Mar 11 18:15:45.419121 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eb81dab2-d946-47df-acc3-3dfef2a8fdf3 req-e611537d-0cb0-441d-a1a8-9b2aeb9c77c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Mar 11 18:15:45.548002 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ffe33-7af0-416c-9e21-dc694347f436 req-116bb46e-981d-4c7f-9dd9-cfac9dbc3ee8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:45.549694 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd8ffe33-7af0-416c-9e21-dc694347f436 req-116bb46e-981d-4c7f-9dd9-cfac9dbc3ee8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0570574 Mar 11 18:15:45.613816 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cd8ffe33-7af0-416c-9e21-dc694347f436 req-1056ab4d-9043-48f1-a914-6c60e9232919 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520759 Mar 11 18:15:46.542019 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327da32c-276e-421f-9ee2-7e5b1d1fe11c req-c3cbf749-69d2-45f4-b59c-9aec15ca834c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:46.543483 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-327da32c-276e-421f-9ee2-7e5b1d1fe11c req-c3cbf749-69d2-45f4-b59c-9aec15ca834c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Mar 11 18:15:46.593712 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-327da32c-276e-421f-9ee2-7e5b1d1fe11c req-a07cae58-6a6d-4f77-ad3d-c3b8537fe860 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Mar 11 18:15:46.747563 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd3c5c-0a78-4c81-9a9d-3fa077b2c76f req-01849652-e5e7-4591-98f7-1796a09ca5a9 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:46.749696 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ffd3c5c-0a78-4c81-9a9d-3fa077b2c76f req-01849652-e5e7-4591-98f7-1796a09ca5a9 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0595458 Mar 11 18:15:46.802276 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8ffd3c5c-0a78-4c81-9a9d-3fa077b2c76f req-5fabbfd7-c6cc-44b5-b180-a95b81a0f3a0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Mar 11 18:15:47.743184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0db2-6e1c-44e1-a188-45155bc3bd0f req-3dea866e-be27-4d9e-9ca0-ae25cd018621 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:47.745890 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-728f0db2-6e1c-44e1-a188-45155bc3bd0f req-3dea866e-be27-4d9e-9ca0-ae25cd018621 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0632699 Mar 11 18:15:47.803070 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-728f0db2-6e1c-44e1-a188-45155bc3bd0f req-82ba3a50-f520-40d1-ae98-8f328f9611a5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514455 Mar 11 18:15:47.947841 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522b44-dc0d-4b33-ae2c-bbed2682bcc6 req-75375026-1a99-4d87-9487-a528769cf9c8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:47.950830 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c522b44-dc0d-4b33-ae2c-bbed2682bcc6 req-75375026-1a99-4d87-9487-a528769cf9c8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0758860 Mar 11 18:15:48.050572 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c522b44-dc0d-4b33-ae2c-bbed2682bcc6 req-4ac72483-2c42-4e2c-82e3-858be780bce5 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932362 Mar 11 18:15:48.885036 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:15:48.967684 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97962e-4657-4889-afca-74a73cd8e389 req-b41bfeea-1977-4d51-9e13-120c84780dfb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:48.970014 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad97962e-4657-4889-afca-74a73cd8e389 req-b41bfeea-1977-4d51-9e13-120c84780dfb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0811229 Mar 11 18:15:49.028521 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ad97962e-4657-4889-afca-74a73cd8e389 req-d4b99c43-90ec-4d64-8d4c-4217507c6f3e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491610 Mar 11 18:15:49.063826 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:49.086102 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:15:49.166697 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: ACTIVE; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:15:49.167299 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:49.183199 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:15:49.208130 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:49.211503 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203bd87-dc7a-4b84-b1ea-dc0ab4c1809f req-6d5669c6-d0ba-4f21-b240-3c58288bb3ac tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.218910 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7203bd87-dc7a-4b84-b1ea-dc0ab4c1809f req-6d5669c6-d0ba-4f21-b240-3c58288bb3ac tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0682540 Mar 11 18:15:49.226653 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:49.293554 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7203bd87-dc7a-4b84-b1ea-dc0ab4c1809f req-14d82617-b2ee-4d97-a73e-b96c141db717 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649483 Mar 11 18:15:49.312176 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:49.476296 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0af0-d229-480c-b18a-59a39de8b861 req-8f0a811b-fd59-4bb3-99d0-38f6cdbc6788 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:49.483519 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6ce0af0-d229-480c-b18a-59a39de8b861 req-8f0a811b-fd59-4bb3-99d0-38f6cdbc6788 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0677106 Mar 11 18:15:49.538198 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6ce0af0-d229-480c-b18a-59a39de8b861 req-4e8d4854-3444-4cf6-828a-c1e2baa3c095 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537405 Mar 11 18:15:49.906343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['409e113c-42d6-4ce3-8c67-bd6a9f2134b3'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:15:50.275283 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-2432e818-c3b7-4b33-b70f-b13ece7ef519 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725722917&fields=id&tenant_id=7121d5c82cd74413b2f640843b585904 HTTP/1.1" status: 200 len: 267 time: 0.0869973 Mar 11 18:15:50.286977 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bfbe7-7ec4-4cfa-9b40-4816b7417aaf req-8fb26acf-0860-48b2-9393-c165a09bbbba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.288657 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac5bfbe7-7ec4-4cfa-9b40-4816b7417aaf req-8fb26acf-0860-48b2-9393-c165a09bbbba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 945 time: 0.1287396 Mar 11 18:15:50.317544 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:15:50.379744 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5c53d82d-c396-49bd-842b-edc87a6e76c8 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.382107 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5c53d82d-c396-49bd-842b-edc87a6e76c8 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 985 time: 0.0918202 Mar 11 18:15:50.395703 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Request body: {'port': {'security_groups': ['cd0bf8fa-f71d-454e-925d-408846e9cb28']}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:15:50.423072 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:15:50.423366 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:50.432106 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ac5bfbe7-7ec4-4cfa-9b40-4816b7417aaf req-7f318101-84f7-44e3-8db3-5a5bdb2f79a3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335318 Mar 11 18:15:50.562686 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:15:50.563287 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:50.597469 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:50.604170 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:50.605342 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:50.608975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a4a66-b60e-4cc8-98b6-6d4d3c24ca40" -d '{"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:50.613370 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:50.674481 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8c1b6-6f14-413d-b2c1-1ef32ad02241 req-53829928-7873-4127-b5d9-a3543df2f839 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.682414 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3db8c1b6-6f14-413d-b2c1-1ef32ad02241 req-53829928-7873-4127-b5d9-a3543df2f839 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1427305 Mar 11 18:15:50.689016 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:50.789808 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3db8c1b6-6f14-413d-b2c1-1ef32ad02241 req-bbfce2ca-80ec-4d4c-93f0-58d5b8a0a290 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063621 Mar 11 18:15:50.938922 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:50.988931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f1df4-7138-4834-8d88-b3f896870e08 req-8bd18245-767d-49c3-8062-994d8c5bd1d3 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:50.990742 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e3f1df4-7138-4834-8d88-b3f896870e08 req-8bd18245-767d-49c3-8062-994d8c5bd1d3 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0994799 Mar 11 18:15:50.996575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for port (28525681-4e84-46c0-88af-9c966468b0e2), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.027080 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.041108 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:15:51.149570 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8e3f1df4-7138-4834-8d88-b3f896870e08 req-60aadf13-bd1a-4845-a253-1b9ef5eeed7a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501439 Mar 11 18:15:51.158854 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.159605 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.171387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:51.181411 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cfffd57c-615e-4cb9-8058-651be4cdc84e req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "PUT /v2.0/ports/28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 943 time: 0.7908621 Mar 11 18:15:51.196909 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:51.198897 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:51.265957 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:15:51.269948 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728c3d0-e7ec-4172-9e68-6ee0750db8c7 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event updated for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:51.284959 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1aa36e-7b9c-4805-963c-554b509370ce x-openstack-request-id: req-5d1aa36e-7b9c-4805-963c-554b509370ce {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:51.285629 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:51.285629 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5d1aa36e-7b9c-4805-963c-554b509370ce {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:51.285933 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:15:51.295380 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a17f48-74cb-4a8a-b093-2d7f00a7b328 x-openstack-request-id: req-e4a17f48-74cb-4a8a-b093-2d7f00a7b328 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:51.295741 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:51.296129 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4a17f48-74cb-4a8a-b093-2d7f00a7b328 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:51.296637 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'code': 200} Mar 11 18:15:51.336265 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (2300ae2d-f0b1-40f8-92a9-9d3d40ea297d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.421374 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (2300ae2d-f0b1-40f8-92a9-9d3d40ea297d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.439717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-b7704d2f-2bd8-45b7-b9bf-53a2c274fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.445471 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-b7704d2f-2bd8-45b7-b9bf-53a2c274fc5b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1130 time: 0.1229994 Mar 11 18:15:51.555232 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2300ae2d-f0b1-40f8-92a9-9d3d40ea297d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.558291 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.559910 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "DELETE /v2.0/security-groups/2300ae2d-f0b1-40f8-92a9-9d3d40ea297d HTTP/1.1" status: 204 len: 168 time: 0.3872838 Mar 11 18:15:51.566763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 40918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:15:51.659944 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a4d76-6388-494f-962a-8b6b0f7e7285 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300ae2d-f0b1-40f8-92a9-9d3d40ea297d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:51.700941 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-4085f8c8-e110-4ac2-a9c0-667a69d04967 None None] Provisioning complete for port 28525681-4e84-46c0-88af-9c966468b0e2 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:15:51.701602 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4085f8c8-e110-4ac2-a9c0-667a69d04967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (28525681-4e84-46c0-88af-9c966468b0e2), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:51.733979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec55dd-b525-4175-83ff-8639fec18e60 req-85df8d0c-1d17-40c8-b2b8-69b93cb118fa tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.751152 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6eec55dd-b525-4175-83ff-8639fec18e60 req-85df8d0c-1d17-40c8-b2b8-69b93cb118fa tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.1233122 Mar 11 18:15:51.790883 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-87790638-306b-407e-a172-eea013dfac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:51.799596 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-87790638-306b-407e-a172-eea013dfac8c service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.3490322 Mar 11 18:15:51.879060 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6eec55dd-b525-4175-83ff-8639fec18e60 req-d8210f80-02d0-4617-8597-2b2765029d7e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268644 Mar 11 18:15:51.934252 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Deleting port 329ba2aa-c965-40e2-a416-da834b4b12a9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:51.934619 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:52.035006 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-054edc94-0b13-4a88-a386-e0ef578cff6d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 1001 time: 0.1849775 Mar 11 18:15:52.097336 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ecea8-8a0d-4d65-b1e5-5d91bfd1713a req-d6038d3f-3f79-4469-8136-119cfd6654ec tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.104990 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-900ecea8-8a0d-4d65-b1e5-5d91bfd1713a req-d6038d3f-3f79-4469-8136-119cfd6654ec tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1454184 Mar 11 18:15:52.106893 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:52.107225 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for floatingip (329ba2aa-c965-40e2-a416-da834b4b12a9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:52.128214 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Calling delete_port for 329ba2aa-c965-40e2-a416-da834b4b12a9 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:52.189390 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-900ecea8-8a0d-4d65-b1e5-5d91bfd1713a req-d4df91ad-8be4-4f9c-a142-d46ed8084169 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825577 Mar 11 18:15:52.234077 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-4085f8c8-e110-4ac2-a9c0-667a69d04967 None None] Current status of the port 28525681-4e84-46c0-88af-9c966468b0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:15:52.238897 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-6472450c-ad89-426d-a5ce-6db034c950c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.248005 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-6472450c-ad89-426d-a5ce-6db034c950c6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.2068231 Mar 11 18:15:52.398122 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (329ba2aa-c965-40e2-a416-da834b4b12a9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:52.475236 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event deleted for resources: {'Port': ['ID=329ba2aa-c965-40e2-a416-da834b4b12a9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:52.545020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bf33f-dc32-479c-a0f0-110135531b6b req-e7fa2c35-ba6b-4358-a639-3e5e96d38eed tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.552877 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a35bf33f-dc32-479c-a0f0-110135531b6b req-e7fa2c35-ba6b-4358-a639-3e5e96d38eed tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1897862 Mar 11 18:15:52.599929 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-60381cd5-a775-46ba-b94c-637625b9646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.602401 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-60381cd5-a775-46ba-b94c-637625b9646d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3463874 Mar 11 18:15:52.612974 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks [] for floatingip (d89d86a9-ac00-4c81-a4c7-c0c31b516b79), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:52.612974 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Floating IP d89d86a9-ac00-4c81-a4c7-c0c31b516b79 disassociated (deleted). External IP: 172.27.3.16, port: 28525681-4e84-46c0-88af-9c966468b0e2. Mar 11 18:15:52.660659 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-a80e820a-606a-402c-a4e6-f0b8f1ec642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.662195 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-a80e820a-606a-402c-a4e6-f0b8f1ec642e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1129 time: 0.1115892 Mar 11 18:15:52.779333 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a35bf33f-dc32-479c-a0f0-110135531b6b req-d112bc20-8b38-4bc3-93c8-fac311aef659 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249753 Mar 11 18:15:52.789079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e4cc-e6b1-4e35-bff5-eaba71958d0c req-67842979-69f9-4001-a6db-b1376c8d117a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.790626 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d965e4cc-e6b1-4e35-bff5-eaba71958d0c req-67842979-69f9-4001-a6db-b1376c8d117a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.2896721 Mar 11 18:15:52.841681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-987973c3-508e-410c-a456-a9d7641cfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:52.842490 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-987973c3-508e-410c-a456-a9d7641cfeb8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.1747835 Mar 11 18:15:52.875496 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-a55c08cd-ab20-441c-afba-ed898f35757f service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662308 Mar 11 18:15:52.892627 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d965e4cc-e6b1-4e35-bff5-eaba71958d0c req-4fb1384b-51bb-43fa-b5bb-8fd05ee96fed tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787385 Mar 11 18:15:52.977447 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-d9794cb5-eace-4dee-8f48-cd0d1788fb5c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 1001 time: 0.1274025 Mar 11 18:15:53.056095 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-33fb66ff-9c12-4285-92f4-ff7d9c2f8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.057950 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-33fb66ff-9c12-4285-92f4-ff7d9c2f8659 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0735841 Mar 11 18:15:53.060718 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Router dc6accbf-be18-4808-9bb0-373253124978 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:15:53.116275 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5a1de44f-e50e-4b4c-b4cf-c40318b51c98 req-b5c22dfa-0041-467d-ab37-0464bb71f205 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185929 Mar 11 18:15:53.129079 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac852-4070-4187-8afb-bacb94c6cf65 req-a4e185c2-1420-44d8-aca9-16757893866d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.132341 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9eac852-4070-4187-8afb-bacb94c6cf65 req-a4e185c2-1420-44d8-aca9-16757893866d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0989497 Mar 11 18:15:53.190575 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-80430fed-206c-4e93-a0cb-22e5e86e7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.193005 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-80430fed-206c-4e93-a0cb-22e5e86e7d3d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1272974 Mar 11 18:15:53.238646 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a9eac852-4070-4187-8afb-bacb94c6cf65 req-7afd8e6e-1a38-407e-a454-28767b6ec977 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971870 Mar 11 18:15:53.608740 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:15:53.614595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:53.624975 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Sync routers for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:15:53.656416 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:53.657061 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:53.678587 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-6c410597-1974-4efd-a443-ba3fb4be5d2e service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792225 Mar 11 18:15:53.680453 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d6d7328c-8658-4652-b80c-ec1827396408 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "DELETE /v2.0/floatingips/d89d86a9-ac00-4c81-a4c7-c0c31b516b79 HTTP/1.1" status: 204 len: 168 time: 2.1114306 Mar 11 18:15:53.681215 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:53.698582 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d707fa2-05fd-426f-8f32-b1df55422b10" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:53.786647 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0c0aeb55-9de9-4298-9893-ba429db3cb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:53.841556 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219865d0-68d6-4a58-8e56-1b6501da7f63 x-openstack-request-id: req-219865d0-68d6-4a58-8e56-1b6501da7f63 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:53.841843 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:53.842092 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-219865d0-68d6-4a58-8e56-1b6501da7f63 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:53.842504 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:15:53.868740 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-104375b8-e396-4ea9-824f-c5b01484d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:53.870457 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-104375b8-e396-4ea9-824f-c5b01484d534 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=7121d5c82cd74413b2f640843b585904&device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 1130 time: 0.0688467 Mar 11 18:15:53.883878 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:53.949236 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-25f240f9-25be-4b3a-9fa3-c48c5dd930eb req-66367197-9fb4-4494-9248-586d7be5304a service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474904 Mar 11 18:15:54.205128 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7088-3785-4172-8e12-1cc18cbf5a56 req-c15e2b35-fe49-44a6-91d0-ab4178a32b63 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.211994 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-db6b7088-3785-4172-8e12-1cc18cbf5a56 req-c15e2b35-fe49-44a6-91d0-ab4178a32b63 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.2213693 Mar 11 18:15:54.295052 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-95fcdedd-a82d-4dad-8a85-46af46ed8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.296633 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-95fcdedd-a82d-4dad-8a85-46af46ed8fe6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 200 len: 917 time: 0.4051797 Mar 11 18:15:54.334994 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:54.372408 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Checking router: dc6accbf-be18-4808-9bb0-373253124978 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:15:54.385177 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:15:54.387082 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:54.603666 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:15:54.764064 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-6e9cc044-3617-4a57-88a7-b82252c24d6a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 200 len: 217 time: 0.4580867 Mar 11 18:15:54.848992 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-db6b7088-3785-4172-8e12-1cc18cbf5a56 req-edd64266-6d37-433c-8a92-317e36864a9d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223717 Mar 11 18:15:54.875522 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51883-a2f9-4906-ba73-ab6df5ad23a9 req-36e401d8-5d10-4e1c-8d42-2ae752b41a18 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.883284 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91b51883-a2f9-4906-ba73-ab6df5ad23a9 req-36e401d8-5d10-4e1c-8d42-2ae752b41a18 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.6380973 Mar 11 18:15:54.965543 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:15:54.966152 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-8b19b16f-36d0-49c8-987e-e525ddbf1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:54.969062 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-8b19b16f-36d0-49c8-987e-e525ddbf1f3d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 200 len: 854 time: 0.1726184 Mar 11 18:15:54.981585 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-91b51883-a2f9-4906-ba73-ab6df5ad23a9 req-ad183ee7-e354-4ec8-80bf-cc0b8b70cd96 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954874 Mar 11 18:15:55.034793 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af218f7f-2aea-4f76-9abe-1ed59d9fce39 None None] The sync data for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi is: [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:25Z', 'revision_number': 4, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'c906d730-f4b7-4c00-9a62-560470b9584f', 'name': '', 'network_id': 'a079539b-71a9-4e13-a75c-e26217f17a22', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'mac_address': 'fa:16:3e:40:be:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:23Z', 'updated_at': '2022-03-11T18:13:29Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'subnets': [{'id': '37235a5f-e8e8-4dc0-8015-e39d817fd242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:15:55.123227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-46f2a82e-1da1-498d-94db-bded29b72bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:55.125042 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-46f2a82e-1da1-498d-94db-bded29b72bdf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a079539b-71a9-4e13-a75c-e26217f17a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1405196 Mar 11 18:15:55.169103 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec468a-d4cc-42a5-b8fd-98b4a789d133 req-565fb424-b6c8-4f7e-ba08-ae8217424a3d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:55.171365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcec468a-d4cc-42a5-b8fd-98b4a789d133 req-565fb424-b6c8-4f7e-ba08-ae8217424a3d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.1446097 Mar 11 18:15:55.212608 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:55.321020 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bcec468a-d4cc-42a5-b8fd-98b4a789d133 req-2c3c48bf-eb4a-4df5-80d5-1f223764d2d5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389914 Mar 11 18:15:55.374767 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-6e370712-149a-4910-8b02-665ac00f1786 service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420332 Mar 11 18:15:55.440419 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dae7870-b0e3-4088-87c3-a182d1f7ed64 None None] New status for floating IP d89d86a9-ac00-4c81-a4c7-c0c31b516b79: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:15:55.514119 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4d707fa2-05fd-426f-8f32-b1df55422b10 req-439abebb-ee39-4bb2-b22b-461107e76a0c service neutron] 10.222.0.107 "GET /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322656 Mar 11 18:15:55.598270 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:15:56.042357 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580188d-dac2-476f-9690-7acde3054fac req-bb3050dd-6b75-48ba-ac32-3d0c84db4574 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:56.051470 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3580188d-dac2-476f-9690-7acde3054fac req-bb3050dd-6b75-48ba-ac32-3d0c84db4574 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1161978 Mar 11 18:15:56.137474 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3580188d-dac2-476f-9690-7acde3054fac req-c8e907c5-6f6c-4ac5-ab62-6e582d0a4a5d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848956 Mar 11 18:15:56.198677 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cdcfd03-edcc-40b8-8d29-3c3ff24af716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:56.276860 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92669203-bced-4c8d-87cf-4e98db8f8432 req-8c82cb88-3056-4d34-b0c9-ea1970cf5402 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:56.278702 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92669203-bced-4c8d-87cf-4e98db8f8432 req-8c82cb88-3056-4d34-b0c9-ea1970cf5402 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0685339 Mar 11 18:15:56.340446 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-92669203-bced-4c8d-87cf-4e98db8f8432 req-ead5a26c-06e3-4cf6-87fc-275a02d5e005 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555494 Mar 11 18:15:56.490639 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de5156-e65d-4e2a-a1eb-34ca0e9ef5fe req-b56fb11f-77c6-49bf-8d2e-ce24340ebefb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:56.492993 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-51de5156-e65d-4e2a-a1eb-34ca0e9ef5fe req-b56fb11f-77c6-49bf-8d2e-ce24340ebefb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0609879 Mar 11 18:15:56.568342 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-51de5156-e65d-4e2a-a1eb-34ca0e9ef5fe req-64aa06bf-79c0-4c31-bdfd-af8fcb88aa00 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522742 Mar 11 18:15:57.295558 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bf39f-c4a0-495d-80f2-4d8d93d2dc46 req-8815a317-ec88-4071-b6f9-ce20c64b6a3f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.297322 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e2bf39f-c4a0-495d-80f2-4d8d93d2dc46 req-8815a317-ec88-4071-b6f9-ce20c64b6a3f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0691419 Mar 11 18:15:57.385862 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5e2bf39f-c4a0-495d-80f2-4d8d93d2dc46 req-2ca929d3-8f43-418a-8ce3-3136e1a27f4a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816946 Mar 11 18:15:57.649878 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe8e8-8333-4380-bc7c-0deee4939dc3 req-9f45606b-26a1-45e5-a4f7-f31ca1c27b7b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.651802 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-398fe8e8-8333-4380-bc7c-0deee4939dc3 req-9f45606b-26a1-45e5-a4f7-f31ca1c27b7b tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0691996 Mar 11 18:15:57.745120 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-398fe8e8-8333-4380-bc7c-0deee4939dc3 req-b81de3c2-665b-4800-9b0f-33e8b0eb1e4c tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Mar 11 18:15:57.765575 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d6922-3daa-4c5c-9db7-fca1dc223ef6 req-ea75a3f4-f3a7-4a60-aa21-948a10c4cfb3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:57.776695 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-805d6922-3daa-4c5c-9db7-fca1dc223ef6 req-ea75a3f4-f3a7-4a60-aa21-948a10c4cfb3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.1146948 Mar 11 18:15:57.880092 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-805d6922-3daa-4c5c-9db7-fca1dc223ef6 req-f9743943-3be8-4a89-9b7b-d481dfe6c46b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870423 Mar 11 18:15:57.920527 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-6d03b6ab-b2a3-4672-819b-fcf6d19f1119 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681422 Mar 11 18:15:58.004254 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24388-c491-4852-ae51-051f629cc2fc req-5f97c10c-5073-4965-a34c-82f625427482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.005783 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-5f97c10c-5073-4965-a34c-82f625427482 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 1129 time: 0.0558486 Mar 11 18:15:58.133819 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24388-c491-4852-ae51-051f629cc2fc req-e4187171-ab2a-4067-af3c-52343272837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.136290 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-e4187171-ab2a-4067-af3c-52343272837b service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.1089246 Mar 11 18:15:58.247666 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-78a61498-08f2-4964-948b-bd3e998a598a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 200 len: 1001 time: 0.1037548 Mar 11 18:15:58.325734 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24388-c491-4852-ae51-051f629cc2fc req-27917294-8027-4da4-9f7f-ee701a36e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.328248 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-27917294-8027-4da4-9f7f-ee701a36e848 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0742800 Mar 11 18:15:58.395826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b24388-c491-4852-ae51-051f629cc2fc req-131c2dbf-92b0-4495-b2c1-16421e8817cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.398795 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-131c2dbf-92b0-4495-b2c1-16421e8817cf service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627701 Mar 11 18:15:58.667937 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:58.677244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaefee-949f-43d3-b768-8fb3b85acd9d req-797e69e0-3167-4646-9fd3-af2a5801f361 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:58.679971 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2acaefee-949f-43d3-b768-8fb3b85acd9d req-797e69e0-3167-4646-9fd3-af2a5801f361 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1827717 Mar 11 18:15:58.706441 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-4aaccbb4-3501-4c4d-b34b-ebe69175fadb service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004348 Mar 11 18:15:58.978708 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57b24388-c491-4852-ae51-051f629cc2fc req-fcc8beb6-d22a-493a-b780-c1ccd984e428 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482657 Mar 11 18:15:58.984423 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2acaefee-949f-43d3-b768-8fb3b85acd9d req-71bb028b-6a53-43b7-b22b-9d32cfd2befc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856460 Mar 11 18:15:59.006985 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df60fd8-7e0a-47ed-b780-e78571b8a68d req-94507595-2cb5-4136-aa03-938de4510599 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:59.008741 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4df60fd8-7e0a-47ed-b780-e78571b8a68d req-94507595-2cb5-4136-aa03-938de4510599 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.1118965 Mar 11 18:15:59.078118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4df60fd8-7e0a-47ed-b780-e78571b8a68d req-ad0d2100-6ca2-4591-9a0e-7ae3365190b0 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd0bf8fa-f71d-454e-925d-408846e9cb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Mar 11 18:15:59.176240 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002acb0e-ea2e-4b55-a870-ecad424f35f9 req-7b10ab9b-875c-4f1f-ab69-78c4386f930c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:59.179000 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-002acb0e-ea2e-4b55-a870-ecad424f35f9 req-7b10ab9b-875c-4f1f-ab69-78c4386f930c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0702598 Mar 11 18:15:59.238310 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-002acb0e-ea2e-4b55-a870-ecad424f35f9 req-11998457-7915-4f98-9d77-f5676d4ce2a2 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529637 Mar 11 18:15:59.401895 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-2c0e2c60-3020-4905-b62f-9767fbb190cb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:15:59.403727 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-2c0e2c60-3020-4905-b62f-9767fbb190cb tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 946 time: 0.0812511 Mar 11 18:15:59.530981 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Deleting port 28525681-4e84-46c0-88af-9c966468b0e2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:15:59.531392 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (28525681-4e84-46c0-88af-9c966468b0e2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.639421 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] For port 28525681-4e84-46c0-88af-9c966468b0e2, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=28525681-4e84-46c0-88af-9c966468b0e2,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:15:59.640384 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (28525681-4e84-46c0-88af-9c966468b0e2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.655246 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Calling delete_port for 28525681-4e84-46c0-88af-9c966468b0e2 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:15:59.730134 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.806031 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (28525681-4e84-46c0-88af-9c966468b0e2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.819825 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['28525681-4e84-46c0-88af-9c966468b0e2'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:15:59.838595 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Pushing event deleted for resources: {'Port': ['ID=28525681-4e84-46c0-88af-9c966468b0e2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:15:59.886488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] No DVR routers for this DVR port 28525681-4e84-46c0-88af-9c966468b0e2 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:15:59.889212 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:15:59.892572 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d97ffd57-a65a-4193-8e32-d898925e5c73 req-25c81cc9-b9be-4c82-93c3-bb4ef16bd36a tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.107 "DELETE /v2.0/ports/28525681-4e84-46c0-88af-9c966468b0e2 HTTP/1.1" status: 204 len: 173 time: 0.4783740 Mar 11 18:15:59.893038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'name': 'network-vif-deleted', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:15:59.895291 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf27678-8455-4d5a-8779-2bd044578994" -d '{"events": [{"server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "name": "network-vif-deleted", "tag": "28525681-4e84-46c0-88af-9c966468b0e2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:15:59.939325 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b6cde-a74b-449f-99ef-727569f0e9be x-openstack-request-id: req-781b6cde-a74b-449f-99ef-727569f0e9be {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:15:59.940331 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6790f4-b0b3-417d-a22c-c81097d8bb7c", "name": "network-vif-deleted", "tag": "28525681-4e84-46c0-88af-9c966468b0e2", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:15:59.940331 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-781b6cde-a74b-449f-99ef-727569f0e9be {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:15:59.940570 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6790f4-b0b3-417d-a22c-c81097d8bb7c', 'name': 'network-vif-deleted', 'tag': '28525681-4e84-46c0-88af-9c966468b0e2', 'status': 'completed', 'code': 200} Mar 11 18:16:00.158981 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708994-e813-493e-b0f7-d91bc1340811 req-a151ab8f-92f8-4bc9-8a08-aabfee0826b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.160706 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-a151ab8f-92f8-4bc9-8a08-aabfee0826b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.1002154 Mar 11 18:16:00.169228 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c5ac-cfc0-4b43-abb4-5d8f4e6d34c7 req-2d59c0bc-2424-4810-8531-951c6c036bbf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.176537 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dc3c5ac-cfc0-4b43-abb4-5d8f4e6d34c7 req-2d59c0bc-2424-4810-8531-951c6c036bbf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1058218 Mar 11 18:16:00.237348 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-efda6868-5ef0-49e8-8da7-964779a7c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.241631 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-efda6868-5ef0-49e8-8da7-964779a7c83b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1130 time: 0.0890827 Mar 11 18:16:00.252171 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-64f68b44-46f2-462f-afa6-8d1b5217c67f req-c5c7dd68-c26d-47ed-863e-ca662143c373 tempest-TestMinimumBasicScenario-554818578 tempest-TestMinimumBasicScenario-554818578-project] 10.222.0.105 "GET /v2.0/ports?device_id=dd6790f4-b0b3-417d-a22c-c81097d8bb7c HTTP/1.1" status: 200 len: 210 time: 0.0726240 Mar 11 18:16:00.312818 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dc3c5ac-cfc0-4b43-abb4-5d8f4e6d34c7 req-f19b1fc5-c11f-4351-9a97-0ffd7189335e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352453 Mar 11 18:16:00.418276 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-daa7b85f-6f6b-4044-bb74-96c02cfefb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.419890 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-daa7b85f-6f6b-4044-bb74-96c02cfefb51 service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.1747127 Mar 11 18:16:00.515270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708994-e813-493e-b0f7-d91bc1340811 req-68510fa2-24b4-4fb6-b424-0d219f67abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.517471 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-68510fa2-24b4-4fb6-b424-0d219f67abee service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.3365874 Mar 11 18:16:00.551746 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-6c5ec772-9d37-483f-b453-dc53db287dee service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 1001 time: 0.1237693 Mar 11 18:16:00.620257 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa98845-ce36-4af8-8c70-ba0aea5954c4 req-55cea074-0aae-4c1b-89a1-e1ebbf10c75e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.628056 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fa98845-ce36-4af8-8c70-ba0aea5954c4 req-55cea074-0aae-4c1b-89a1-e1ebbf10c75e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.2332675 Mar 11 18:16:00.637715 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-14ed07cb-90ef-40ff-92cd-ad71966dc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.639690 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-14ed07cb-90ef-40ff-92cd-ad71966dc27b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0822985 Mar 11 18:16:00.663680 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-98c2688b-4106-4a91-94b4-506da747ebf5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 1001 time: 0.1391938 Mar 11 18:16:00.671754 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:00.708549 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-07ff42e5-7753-44ce-a34d-2ef831c1abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.711187 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-07ff42e5-7753-44ce-a34d-2ef831c1abba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648549 Mar 11 18:16:00.750118 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fa98845-ce36-4af8-8c70-ba0aea5954c4 req-a92a1067-2be5-4e4d-ab2d-5c6a9532dda3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209466 Mar 11 18:16:00.763478 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708994-e813-493e-b0f7-d91bc1340811 req-c04b087b-9618-4993-b848-90f5483f95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.767145 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-c04b087b-9618-4993-b848-90f5483f95c4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0964150 Mar 11 18:16:00.831191 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7708994-e813-493e-b0f7-d91bc1340811 req-83effb9e-77d7-4513-ac7d-1ff238a45686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:00.833320 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-83effb9e-77d7-4513-ac7d-1ff238a45686 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598848 Mar 11 18:16:00.835922 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-b1687135-97ec-4e26-9651-650fa05a0a8e service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190748 Mar 11 18:16:00.946224 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7e91b5d5-b12f-47dd-855f-6601f4d709ee req-b624796a-298e-411c-981c-a30b99a31612 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016519 Mar 11 18:16:00.956700 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-3259dbbf-f9f3-4c4f-b517-ddec0c06fde7 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124666 Mar 11 18:16:01.050401 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c7708994-e813-493e-b0f7-d91bc1340811 req-1339ba49-fd84-4ce9-b5ee-1bfbf8364abd service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872746 Mar 11 18:16:01.454769 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cd288-2b31-4914-abc3-50d13181cf58 req-c637caed-73f6-4534-8ca3-b4d82a8afb17 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:01.456805 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-126cd288-2b31-4914-abc3-50d13181cf58 req-c637caed-73f6-4534-8ca3-b4d82a8afb17 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0717421 Mar 11 18:16:01.531879 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-126cd288-2b31-4914-abc3-50d13181cf58 req-137e5214-5939-4298-a36a-776981ce2910 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689189 Mar 11 18:16:01.910816 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:01.915308 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2f74-0bd7-47bd-9346-0b35f33d78c7 req-d7c4197e-3636-42b4-8663-5c553990e196 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:01.920420 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea8b2f74-0bd7-47bd-9346-0b35f33d78c7 req-d7c4197e-3636-42b4-8663-5c553990e196 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0631692 Mar 11 18:16:01.966527 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ea8b2f74-0bd7-47bd-9346-0b35f33d78c7 req-c367d340-4b58-4e84-aad0-de8ecff13f6b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Mar 11 18:16:02.308305 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (dc6accbf-be18-4808-9bb0-373253124978), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.585540 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Deleting port c906d730-f4b7-4c00-9a62-560470b9584f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:02.585540 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.697013 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] For port c906d730-f4b7-4c00-9a62-560470b9584f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c906d730-f4b7-4c00-9a62-560470b9584f,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:02.697408 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.697999 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075a9b7-a23b-430b-92f9-90b45b000c1b req-12b32aea-b50d-4237-9015-40036948003e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:02.705593 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5075a9b7-a23b-430b-92f9-90b45b000c1b req-12b32aea-b50d-4237-9015-40036948003e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0785425 Mar 11 18:16:02.716004 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Calling delete_port for c906d730-f4b7-4c00-9a62-560470b9584f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:02.752689 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5075a9b7-a23b-430b-92f9-90b45b000c1b req-43adee6a-3d4a-4fdd-8d05-e654504236dc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457842 Mar 11 18:16:02.930166 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (c906d730-f4b7-4c00-9a62-560470b9584f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:02.961419 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Pushing event deleted for resources: {'Port': ['ID=c906d730-f4b7-4c00-9a62-560470b9584f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:03.131736 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de602a74-72bd-4330-b487-d0e48eec59eb req-35015069-1405-4d1c-96f0-f50d7d79b8f0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:03.138724 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de602a74-72bd-4330-b487-d0e48eec59eb req-35015069-1405-4d1c-96f0-f50d7d79b8f0 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.0733695 Mar 11 18:16:03.184513 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (dc6accbf-be18-4808-9bb0-373253124978), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.191576 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-de602a74-72bd-4330-b487-d0e48eec59eb req-6ca27440-19ac-40c7-adb0-64825993c8e6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519788 Mar 11 18:16:03.446964 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Router dc6accbf-be18-4808-9bb0-373253124978 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:03.613793 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:03.620817 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-06aecc12-f844-46f0-934d-7156017c7700 admin admin] 10.222.0.105 "PUT /v2.0/routers/dc6accbf-be18-4808-9bb0-373253124978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7083638 Mar 11 18:16:03.622984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:03.628835 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Sync routers for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:03.640829 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:03.641672 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:03.742102 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks [] for router (dc6accbf-be18-4808-9bb0-373253124978), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.772674 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:03.861161 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks [] for router_gateway (dc6accbf-be18-4808-9bb0-373253124978), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.927630 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Deleting port d4522e24-1f05-4c40-b08e-ee3e21fe5234 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:03.928055 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:03.938218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfe9e1-7ed1-4d51-a27e-be881cc27b6b req-a0f08b35-097d-4548-9516-b8165cd93a70 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:03.939775 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbcfe9e1-7ed1-4d51-a27e-be881cc27b6b req-a0f08b35-097d-4548-9516-b8165cd93a70 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0974646 Mar 11 18:16:03.990230 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:16:02Z', 'revision_number': 5, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port': {'id': 'd4522e24-1f05-4c40-b08e-ee3e21fe5234', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6accbf-be18-4808-9bb0-373253124978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:03.999395 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cbcfe9e1-7ed1-4d51-a27e-be881cc27b6b req-b8d4d7e3-7f37-4905-93a3-d33c84cc7f0a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505126 Mar 11 18:16:04.021205 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Checking router: dc6accbf-be18-4808-9bb0-373253124978 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:04.032020 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Routers {'dc6accbf-be18-4808-9bb0-373253124978'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:04.032642 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['dc6accbf-be18-4808-9bb0-373253124978'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:04.055641 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] For port d4522e24-1f05-4c40-b08e-ee3e21fe5234, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=d4522e24-1f05-4c40-b08e-ee3e21fe5234,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:04.056205 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.076101 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Calling delete_port for d4522e24-1f05-4c40-b08e-ee3e21fe5234 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:04.157869 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] Set router dc6accbf-be18-4808-9bb0-373253124978 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:04.292068 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-87ab9fe9-7366-4546-ad5a-f335633c378f req-c9b911bc-321b-44a8-b813-9dc43ecbb844 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:16:04.294416 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:16:03Z', 'revision_number': 6, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:04.306801 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-87ab9fe9-7366-4546-ad5a-f335633c378f req-c9b911bc-321b-44a8-b813-9dc43ecbb844 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152493 Mar 11 18:16:04.347069 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5675-eccd-4ed4-a685-f1f3a9eca9a3 req-ae2c4de4-52a6-4549-83a4-1364753711fc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:04.350850 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197df644-f154-49e6-85c8-4c800b8c6d5c None None] The sync data for ids ['dc6accbf-be18-4808-9bb0-373253124978'] in dv-cinder-833443-1-iscsi is: [{'id': 'dc6accbf-be18-4808-9bb0-373253124978', 'name': 'tempest-TestMinimumBasicScenario-1544059729-router', 'tenant_id': '7121d5c82cd74413b2f640843b585904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:19Z', 'updated_at': '2022-03-11T18:16:03Z', 'revision_number': 6, 'project_id': '7121d5c82cd74413b2f640843b585904', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:04.360387 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-907f5675-eccd-4ed4-a685-f1f3a9eca9a3 req-ae2c4de4-52a6-4549-83a4-1364753711fc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1146820 Mar 11 18:16:04.361436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41208) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.379303 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 28525681-4e84-46c0-88af-9c966468b0e2 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:04.382322 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (d4522e24-1f05-4c40-b08e-ee3e21fe5234), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.433420 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 28525681-4e84-46c0-88af-9c966468b0e2 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:04.434753 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 28525681-4e84-46c0-88af-9c966468b0e2 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:04.435049 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:04.439038 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4522e24-1f05-4c40-b08e-ee3e21fe5234,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.474554 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-907f5675-eccd-4ed4-a685-f1f3a9eca9a3 req-35760b39-4276-4318-8e25-49f0051aaa57 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064184 Mar 11 18:16:04.532156 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (dc6accbf-be18-4808-9bb0-373253124978), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.550274 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: ACTIVE; New status is: DOWN {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:04.550657 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.582063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:04.582258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce512-1ce5-4cff-ba05-21c0af27f911 req-06e5ffa4-e870-4781-9f75-23432894bfba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:04.584095 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75fce512-1ce5-4cff-ba05-21c0af27f911 req-06e5ffa4-e870-4781-9f75-23432894bfba tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 946 time: 0.1084318 Mar 11 18:16:04.584301 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bbb6d8-44fa-4939-a03e-aa84950d796b" -d '{"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-unplugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:04.603365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-3aefe370-86a2-43b8-833d-44e7a6b21386 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2405379 Mar 11 18:16:04.618475 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-451aa39f-0930-47ac-9976-28b20faf0287 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=103444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 18:16:04.619472 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-451aa39f-0930-47ac-9976-28b20faf0287 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078645 Mar 11 18:16:04.631781 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:04.637399 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e51496-1bbd-4857-8f50-e546c0ead07e x-openstack-request-id: req-c6e51496-1bbd-4857-8f50-e546c0ead07e {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:04.638033 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-unplugged", "status": "failed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "code": 422}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:04.638339 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c6e51496-1bbd-4857-8f50-e546c0ead07e {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:04.639183 dv-cinder-833443-1-iscsi neutron-server[103445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'code': 422} returned with failed status Mar 11 18:16:04.641185 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.658679 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-75fce512-1ce5-4cff-ba05-21c0af27f911 req-1dd4b205-6e72-48b0-8905-0526a918182f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653985 Mar 11 18:16:04.676214 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (dc6accbf-be18-4808-9bb0-373253124978), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.680878 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks [] for router_controller (dc6accbf-be18-4808-9bb0-373253124978), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.739274 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (dc6accbf-be18-4808-9bb0-373253124978), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.739986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc6accbf-be18-4808-9bb0-373253124978 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:04.742860 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:04.745133 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-5b990973-28ee-4a14-96ce-4a4c3b04c48f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508594 Mar 11 18:16:04.750297 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.755238 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-65530618-37b3-459e-a0aa-fa102ed81699 admin admin] 10.222.0.105 "DELETE /v2.0/routers/dc6accbf-be18-4808-9bb0-373253124978 HTTP/1.1" status: 204 len: 168 time: 1.1289406 Mar 11 18:16:04.758646 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41228) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.846963 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-7b2ce47b-9c0a-4b73-bee1-d19c12a4bc37 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:04.848075 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-7b2ce47b-9c0a-4b73-bee1-d19c12a4bc37 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports/409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 941 time: 0.0583951 Mar 11 18:16:04.853572 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Deleting subnet 37235a5f-e8e8-4dc0-8015-e39d817fd242 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:04.857251 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Publish callbacks [] for subnet (37235a5f-e8e8-4dc0-8015-e39d817fd242), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:04.876150 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:04.898273 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (37235a5f-e8e8-4dc0-8015-e39d817fd242), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.005343 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-5f4736f6-9a5a-4839-a25e-097c8c77e17c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.007659 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-5f4736f6-9a5a-4839-a25e-097c8c77e17c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports/5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 943 time: 0.1302705 Mar 11 18:16:05.031785 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (37235a5f-e8e8-4dc0-8015-e39d817fd242), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.107886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (37235a5f-e8e8-4dc0-8015-e39d817fd242), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.138227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37235a5f-e8e8-4dc0-8015-e39d817fd242,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.147652 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.151719 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb0651-86c6-4932-afb5-f0caf4b785a3 None None] Network a079539b-71a9-4e13-a75c-e26217f17a22 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:05.153114 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-929a6f9c-af07-4c85-b797-cc49e9c54070 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/37235a5f-e8e8-4dc0-8015-e39d817fd242 HTTP/1.1" status: 204 len: 168 time: 0.3930428 Mar 11 18:16:05.155369 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:05.257116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (a079539b-71a9-4e13-a75c-e26217f17a22), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.360937 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Deleting port e8046d91-3557-4153-a4a1-e81d69455385 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:05.361450 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (e8046d91-3557-4153-a4a1-e81d69455385), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.428565 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] DHCP port deletion for a079539b-71a9-4e13-a75c-e26217f17a22 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:05.452835 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] For port e8046d91-3557-4153-a4a1-e81d69455385, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e8046d91-3557-4153-a4a1-e81d69455385,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:05.453258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (e8046d91-3557-4153-a4a1-e81d69455385), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.470811 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Calling delete_port for e8046d91-3557-4153-a4a1-e81d69455385 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:05.528976 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Deleting port e8046d91-3557-4153-a4a1-e81d69455385 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:05.529485 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (e8046d91-3557-4153-a4a1-e81d69455385), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.577183 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (e8046d91-3557-4153-a4a1-e81d69455385), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.612812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] No DVR routers for this DVR port e8046d91-3557-4153-a4a1-e81d69455385 on host dv-cinder-833443-1-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:05.618745 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8046d91-3557-4153-a4a1-e81d69455385,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.619350 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] For port e8046d91-3557-4153-a4a1-e81d69455385, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e8046d91-3557-4153-a4a1-e81d69455385,segment=NetworkSegment(621e67e9-689a-4518-b50e-8e91b9ebc56e),segment_id=621e67e9-689a-4518-b50e-8e91b9ebc56e)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:05.621534 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (e8046d91-3557-4153-a4a1-e81d69455385), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.624411 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723cc23-20ff-4ad4-affb-1b8714fedd6f req-e32aab86-fc24-45ae-8ece-86803021d501 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.634072 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5723cc23-20ff-4ad4-affb-1b8714fedd6f req-e32aab86-fc24-45ae-8ece-86803021d501 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0838902 Mar 11 18:16:05.645939 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Calling delete_port for e8046d91-3557-4153-a4a1-e81d69455385 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:05.700371 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (a079539b-71a9-4e13-a75c-e26217f17a22), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.703263 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5723cc23-20ff-4ad4-affb-1b8714fedd6f req-dcc75240-e0d1-47e7-a34d-b52c4143bc73 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679839 Mar 11 18:16:05.739484 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a079539b-71a9-4e13-a75c-e26217f17a22']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.750773 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621e67e9-689a-4518-b50e-8e91b9ebc56e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.751115 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621e67e9-689a-4518-b50e-8e91b9ebc56e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:05.759361 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (e8046d91-3557-4153-a4a1-e81d69455385), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.762225 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (621e67e9-689a-4518-b50e-8e91b9ebc56e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.781502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (621e67e9-689a-4518-b50e-8e91b9ebc56e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.790017 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:05.791202 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (621e67e9-689a-4518-b50e-8e91b9ebc56e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.793918 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] Pushing event deleted for resources: {'Port': ['ID=e8046d91-3557-4153-a4a1-e81d69455385,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.812182 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0807028-f198-4852-a62c-bb497f7690c2 None None] No DVR routers for this DVR port e8046d91-3557-4153-a4a1-e81d69455385 on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:05.822658 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:05.875775 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (a079539b-71a9-4e13-a75c-e26217f17a22), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.881130 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:05.884989 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] 10.222.0.105 "DELETE /v2.0/networks/a079539b-71a9-4e13-a75c-e26217f17a22 HTTP/1.1" status: 204 len: 168 time: 0.7285252 Mar 11 18:16:05.894665 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:05.905271 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1622b04-df92-46af-b480-d9a510d58c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a079539b-71a9-4e13-a75c-e26217f17a22,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:05.992492 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-b8277741-2f7b-4f80-9931-b9d91abab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:05.994064 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-b8277741-2f7b-4f80-9931-b9d91abab22e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54&tenant_id=a40b5ab4b36946a5824b709e901a9d8e HTTP/1.1" status: 200 len: 1128 time: 0.2520196 Mar 11 18:16:06.011106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92ed4-f0dc-4f14-947a-5d67248fd11e req-b34b14b7-b53e-45f6-8815-80fa3b193ff7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.012693 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95d92ed4-f0dc-4f14-947a-5d67248fd11e req-b34b14b7-b53e-45f6-8815-80fa3b193ff7 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.1693122 Mar 11 18:16:06.195220 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-95d92ed4-f0dc-4f14-947a-5d67248fd11e req-a18bb537-0b1e-4c73-9829-163cd2263ab9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541667 Mar 11 18:16:06.199000 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-25c77413-a5f5-44a4-a237-bcbe6a8195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.200522 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-25c77413-a5f5-44a4-a237-bcbe6a8195bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1128 time: 0.1582580 Mar 11 18:16:06.302415 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device d4522e24-1f05-4c40-b08e-ee3e21fe5234 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:06.324427 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: d4522e24-1f05-4c40-b08e-ee3e21fe5234 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:06.324828 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device d4522e24-1f05-4c40-b08e-ee3e21fe5234 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:06.325192 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c906d730-f4b7-4c00-9a62-560470b9584f no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:06.345384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: c906d730-f4b7-4c00-9a62-560470b9584f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:06.345732 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c906d730-f4b7-4c00-9a62-560470b9584f not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:06.346150 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e8046d91-3557-4153-a4a1-e81d69455385 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:06.368972 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: e8046d91-3557-4153-a4a1-e81d69455385 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:06.369336 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e8046d91-3557-4153-a4a1-e81d69455385 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:06.398400 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:06.483235 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 5bcab936-8ddc-4040-ac5c-306091704f6b is: ACTIVE; New status is: DOWN {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:06.483992 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:06.521316 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:06.526898 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:06.557501 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-20d78776-98ed-4f4b-aca1-c28671d989e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.561164 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-20d78776-98ed-4f4b-aca1-c28671d989e8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4&tenant_id=ae982c57004e41abac773b4455fc3a2b HTTP/1.1" status: 200 len: 1130 time: 0.0570474 Mar 11 18:16:06.591751 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=6']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:06.640605 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:06.646533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e733b-5785-45ba-8966-05d5c4c1155f" -d '{"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:06.668984 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-8f97b7c2-b0d7-4cf9-95ee-b47eb1f83101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.670624 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-8f97b7c2-b0d7-4cf9-95ee-b47eb1f83101 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1128 time: 0.0843961 Mar 11 18:16:06.694651 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-fee7bccb-6a02-4c12-ac05-ebbdec16066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.696221 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-fee7bccb-6a02-4c12-ac05-ebbdec16066d service neutron] 10.222.0.107 "GET /v2.0/networks?id=5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 200 len: 919 time: 0.4534302 Mar 11 18:16:06.710545 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7325b1a4-a74f-4f9b-8719-2a87d84e2bc8 x-openstack-request-id: req-7325b1a4-a74f-4f9b-8719-2a87d84e2bc8 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:06.710835 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:06.711085 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-7325b1a4-a74f-4f9b-8719-2a87d84e2bc8 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:06.711487 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'code': 200} Mar 11 18:16:06.805709 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-40e9f2dd-674b-4e74-95ad-f699aac4c066 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 200 len: 999 time: 0.1005037 Mar 11 18:16:06.920311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-0c2e23b3-b7e6-4517-86a8-30ce4bfafc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.922264 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-0c2e23b3-b7e6-4517-86a8-30ce4bfafc83 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 200 len: 856 time: 0.0922616 Mar 11 18:16:06.949007 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfce19b-2b72-48e8-a226-2f39f38a3c6e req-1247cf9b-9ca0-4bd6-bd0e-c0d467da0aac tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:06.950586 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dfce19b-2b72-48e8-a226-2f39f38a3c6e req-1247cf9b-9ca0-4bd6-bd0e-c0d467da0aac tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1671269 Mar 11 18:16:07.027326 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (a17d1739-f333-4da8-81f3-0097ddc4590d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.079307 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-d7ba059a-2465-415f-8503-b355280558d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.080857 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-d7ba059a-2465-415f-8503-b355280558d0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5a0ecb77-7947-40b2-8883-b961023daad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517773 Mar 11 18:16:07.087255 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4dfce19b-2b72-48e8-a226-2f39f38a3c6e req-03aeba3a-74fb-49b5-b108-e595c65b65cf tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192083 Mar 11 18:16:07.097432 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-5352c260-b1c5-46fc-a3a8-7c07bbcd81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.099180 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-5352c260-b1c5-46fc-a3a8-7c07bbcd81a5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.4172163 Mar 11 18:16:07.174624 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-8ec44047-a9ec-4d78-9e5a-7ad2f2eaed24 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 999 time: 0.0691040 Mar 11 18:16:07.225938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-20385081-0c70-43e4-9b1b-1739d7daa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.227421 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-20385081-0c70-43e4-9b1b-1739d7daa1e0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0470703 Mar 11 18:16:07.266828 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-36ea0b3e-1217-4dd6-a8b9-b8de8e8462c6 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761243 Mar 11 18:16:07.411713 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19009a3f-0e50-4876-b291-c913b2899ca7 req-d2c2d71e-78cc-4b1e-aa45-7d903c3a66d5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:07.413218 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19009a3f-0e50-4876-b291-c913b2899ca7 req-d2c2d71e-78cc-4b1e-aa45-7d903c3a66d5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0948052 Mar 11 18:16:07.479202 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-19009a3f-0e50-4876-b291-c913b2899ca7 req-3b7e3ffa-1f6e-48c5-8da4-860f006b3de4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497062 Mar 11 18:16:07.492673 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Deleting port 510e87d0-1cb2-442d-8ef7-d923af9d6561 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:07.493014 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.572635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] For port 510e87d0-1cb2-442d-8ef7-d923af9d6561, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=510e87d0-1cb2-442d-8ef7-d923af9d6561,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:07.572994 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.590500 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Calling delete_port for 510e87d0-1cb2-442d-8ef7-d923af9d6561 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:07.775489 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (510e87d0-1cb2-442d-8ef7-d923af9d6561), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:07.802566 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=510e87d0-1cb2-442d-8ef7-d923af9d6561,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:07.993691 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (a17d1739-f333-4da8-81f3-0097ddc4590d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.256936 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Router a17d1739-f333-4da8-81f3-0097ddc4590d has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:08.265460 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150d067-d5aa-4819-b431-fd22363945c9 req-78b76cfb-138e-480e-a88a-05436206b951 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.267192 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9150d067-d5aa-4819-b431-fd22363945c9 req-78b76cfb-138e-480e-a88a-05436206b951 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1063035 Mar 11 18:16:08.376001 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9150d067-d5aa-4819-b431-fd22363945c9 req-5cac73d6-4496-4c7e-a8c3-9bb3f6fe4294 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988998 Mar 11 18:16:08.422426 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:08.427353 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ca8f9ac2-313a-4639-83f5-15881368d7c6 admin admin] 10.222.0.105 "PUT /v2.0/routers/a17d1739-f333-4da8-81f3-0097ddc4590d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5295997 Mar 11 18:16:08.430456 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41282) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:08.431169 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Sync routers for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:08.442852 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:08.444063 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:08.548376 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks [] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.561104 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:08.680548 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c11e74-875d-416e-8af3-b89736168608 req-b0e2885b-2a7f-4e17-8bb9-b4ce51f73dac tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.681965 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58c11e74-875d-416e-8af3-b89736168608 req-b0e2885b-2a7f-4e17-8bb9-b4ce51f73dac tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0956984 Mar 11 18:16:08.713554 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks [] for router_gateway (a17d1739-f333-4da8-81f3-0097ddc4590d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.757027 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:16:07Z', 'revision_number': 5, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port': {'id': '2d085fff-a06d-4352-a3c0-53d3db7f9390', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:49:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:08.788393 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Checking router: a17d1739-f333-4da8-81f3-0097ddc4590d for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:08.789767 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-58c11e74-875d-416e-8af3-b89736168608 req-181bfecb-b8b9-4a8b-bd83-0357b0d13bf9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006572 Mar 11 18:16:08.799265 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Routers {'a17d1739-f333-4da8-81f3-0097ddc4590d'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:08.800060 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:15:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['a17d1739-f333-4da8-81f3-0097ddc4590d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:08.820157 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-4e196955-f445-4861-8932-d35ec38156af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:08.821909 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-4e196955-f445-4861-8932-d35ec38156af service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768032 Mar 11 18:16:08.875768 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Deleting port 2d085fff-a06d-4352-a3c0-53d3db7f9390 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:08.876143 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.894630 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39f3e3db-a06a-4761-be42-cd169a1a4b0c req-d5da4c10-6d23-4d73-b33f-8a356fb23a52 service neutron] 10.222.0.107 "GET /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335685 Mar 11 18:16:08.911269 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] Set router a17d1739-f333-4da8-81f3-0097ddc4590d gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:08.973609 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:16:08Z', 'revision_number': 6, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:08.974471 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] For port 2d085fff-a06d-4352-a3c0-53d3db7f9390, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2d085fff-a06d-4352-a3c0-53d3db7f9390,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:08.975211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:08.993917 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Calling delete_port for 2d085fff-a06d-4352-a3c0-53d3db7f9390 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:09.008690 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd5e20-4ec5-4736-8d0e-4bb57a4392c0 None None] The sync data for ids ['a17d1739-f333-4da8-81f3-0097ddc4590d'] in dv-cinder-833443-1-iscsi is: [{'id': 'a17d1739-f333-4da8-81f3-0097ddc4590d', 'name': 'tempest-TestMinimumBasicScenario-1959525136-router', 'tenant_id': '5eb09d6b91b54203852bb5a8767df0a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:29Z', 'updated_at': '2022-03-11T18:16:08Z', 'revision_number': 6, 'project_id': '5eb09d6b91b54203852bb5a8767df0a3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:09.179816 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2d085fff-a06d-4352-a3c0-53d3db7f9390), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.207784 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d085fff-a06d-4352-a3c0-53d3db7f9390,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:09.270712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (a17d1739-f333-4da8-81f3-0097ddc4590d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.369402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.371793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks [] for router_controller (a17d1739-f333-4da8-81f3-0097ddc4590d), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.418399 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (a17d1739-f333-4da8-81f3-0097ddc4590d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.418895 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17d1739-f333-4da8-81f3-0097ddc4590d {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:16:09.428555 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.428555 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6c6ec47d-2cf7-4bdf-8897-7fbb30ba3d2d admin admin] 10.222.0.105 "DELETE /v2.0/routers/a17d1739-f333-4da8-81f3-0097ddc4590d HTTP/1.1" status: 204 len: 168 time: 0.9932213 Mar 11 18:16:09.430567 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:09.492876 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Deleting subnet 5e0349e0-849a-4a07-b998-832bc092ed42 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:16:09.497924 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Publish callbacks [] for subnet (5e0349e0-849a-4a07-b998-832bc092ed42), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.534929 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (5e0349e0-849a-4a07-b998-832bc092ed42), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.557817 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dba1e-cbd4-4d40-b498-25988198363c req-c1aa2c0e-3367-4c81-914b-c56d709a407f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:09.559929 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b0dba1e-cbd4-4d40-b498-25988198363c req-c1aa2c0e-3367-4c81-914b-c56d709a407f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0876715 Mar 11 18:16:09.622969 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b0dba1e-cbd4-4d40-b498-25988198363c req-60b7fb64-38af-41cc-9b28-4af9398d018b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521283 Mar 11 18:16:09.637033 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (5e0349e0-849a-4a07-b998-832bc092ed42), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.763013 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-82ff7a84-3d5b-41b0-a634-34f8b18d2113 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364837 Mar 11 18:16:09.767766 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (5e0349e0-849a-4a07-b998-832bc092ed42), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.810310 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0349e0-849a-4a07-b998-832bc092ed42,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:09.823412 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:09.824118 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b765dc-c2aa-4f5d-9448-a2e528fa283b None None] Network 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:09.830750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41300) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:09.831177 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f2ec9592-3c6d-4942-8d6b-4debed3a55ec admin admin] 10.222.0.105 "DELETE /v2.0/subnets/5e0349e0-849a-4a07-b998-832bc092ed42 HTTP/1.1" status: 204 len: 168 time: 0.3994229 Mar 11 18:16:09.985743 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (30b34dca-c4fa-49aa-bd56-2e53c12c7e58), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.032251 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1b5ca-b293-4aa4-9754-a357ca0476b1 req-27097a5d-7eaf-4b63-8381-fc245f6f335c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:10.034035 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94c1b5ca-b293-4aa4-9754-a357ca0476b1 req-27097a5d-7eaf-4b63-8381-fc245f6f335c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0997000 Mar 11 18:16:10.057565 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0a9fd632-3e1b-4807-8bfe-f1a6ad585633 req-133d686a-1499-4b5d-a94f-48543f738b69 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578728 Mar 11 18:16:10.119736 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-94c1b5ca-b293-4aa4-9754-a357ca0476b1 req-4779272e-7802-4a6d-9a5f-599cb2ee2e22 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650840 Mar 11 18:16:10.135010 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Deleting port c58d1ade-15a5-46ae-b36d-09a6a37cd29a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:10.136356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.276862 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] DHCP port deletion for 30b34dca-c4fa-49aa-bd56-2e53c12c7e58 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:16:10.317267 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] For port c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:10.318150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.373014 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Calling delete_port for c58d1ade-15a5-46ae-b36d-09a6a37cd29a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:10.389710 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2d085fff-a06d-4352-a3c0-53d3db7f9390 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:10.418968 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 2d085fff-a06d-4352-a3c0-53d3db7f9390 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:10.419313 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2d085fff-a06d-4352-a3c0-53d3db7f9390 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:10.419726 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 510e87d0-1cb2-442d-8ef7-d923af9d6561 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:10.424172 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Deleting port c58d1ade-15a5-46ae-b36d-09a6a37cd29a {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:10.424543 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.444491 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 510e87d0-1cb2-442d-8ef7-d923af9d6561 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:10.444849 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 510e87d0-1cb2-442d-8ef7-d923af9d6561 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:10.516432 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] For port c58d1ade-15a5-46ae-b36d-09a6a37cd29a, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,segment=NetworkSegment(4dfd844a-4301-4a3e-91b4-08d384228dbb),segment_id=4dfd844a-4301-4a3e-91b4-08d384228dbb)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:10.517466 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.520227 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.541147 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Calling delete_port for c58d1ade-15a5-46ae-b36d-09a6a37cd29a owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:10.545616 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Pushing event deleted for resources: {'Port': ['ID=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.553487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] No DVR routers for this DVR port c58d1ade-15a5-46ae-b36d-09a6a37cd29a on host dv-cinder-833443-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:10.631591 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (30b34dca-c4fa-49aa-bd56-2e53c12c7e58), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.635533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (c58d1ade-15a5-46ae-b36d-09a6a37cd29a), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.661543 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b34dca-c4fa-49aa-bd56-2e53c12c7e58']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.664964 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] Pushing event deleted for resources: {'Port': ['ID=c58d1ade-15a5-46ae-b36d-09a6a37cd29a,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.672434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07690310-16e3-4063-89d3-512dd3b489ed None None] No DVR routers for this DVR port c58d1ade-15a5-46ae-b36d-09a6a37cd29a on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:10.681925 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfd844a-4301-4a3e-91b4-08d384228dbb') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.681925 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfd844a-4301-4a3e-91b4-08d384228dbb') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:10.694466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (4dfd844a-4301-4a3e-91b4-08d384228dbb), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.711716 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (4dfd844a-4301-4a3e-91b4-08d384228dbb), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.729907 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:16:10.730315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (4dfd844a-4301-4a3e-91b4-08d384228dbb), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:16:10.732899 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:16:10.817073 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (30b34dca-c4fa-49aa-bd56-2e53c12c7e58), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.829763 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f366-a2ad-4fe4-9e4e-668a15dd1c22 req-f51dd888-a6d3-4ed5-966f-99b7faa0fa4f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:10.831618 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52d0f366-a2ad-4fe4-9e4e-668a15dd1c22 req-f51dd888-a6d3-4ed5-966f-99b7faa0fa4f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1167364 Mar 11 18:16:10.838048 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:10.843699 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] 10.222.0.105 "DELETE /v2.0/networks/30b34dca-c4fa-49aa-bd56-2e53c12c7e58 HTTP/1.1" status: 204 len: 168 time: 1.0073564 Mar 11 18:16:10.858844 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbbe2b-7bdc-45c0-8d36-c01e4eabf96f admin admin] Pushing event deleted for resources: {'Network': ['ID=30b34dca-c4fa-49aa-bd56-2e53c12c7e58,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:10.920886 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-52d0f366-a2ad-4fe4-9e4e-668a15dd1c22 req-c93d91bb-bf60-4bbb-a1a5-6709e913808a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693491 Mar 11 18:16:11.050615 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.098274 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-40ed8956-1540-4878-adb1-efc2b78833c6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7121d5c82cd74413b2f640843b585904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464060 Mar 11 18:16:11.101043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.160288 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] Publish callbacks [] for security_group (cd0bf8fa-f71d-454e-925d-408846e9cb28), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.185948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] Publish callbacks [] for security_group (cd0bf8fa-f71d-454e-925d-408846e9cb28), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.252604 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (cd0bf8fa-f71d-454e-925d-408846e9cb28), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.255338 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.257076 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cd0bf8fa-f71d-454e-925d-408846e9cb28 HTTP/1.1" status: 204 len: 168 time: 0.1549783 Mar 11 18:16:11.265948 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477fbd1-18a9-474b-929e-9922e4daedf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0bf8fa-f71d-454e-925d-408846e9cb28,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:11.275693 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4c3b-d39b-4ba1-9883-e540692853c9 req-964fcb98-8b04-4d8c-9eed-065aa969c7a9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:11.277275 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12dd4c3b-d39b-4ba1-9883-e540692853c9 req-964fcb98-8b04-4d8c-9eed-065aa969c7a9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0665097 Mar 11 18:16:11.327182 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-12dd4c3b-d39b-4ba1-9883-e540692853c9 req-09b32be8-1487-427c-a31e-53832e94f27a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Mar 11 18:16:11.606233 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.654454 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1490adc4-e634-4fab-b948-5985e3096a1d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5eb09d6b91b54203852bb5a8767df0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468442 Mar 11 18:16:11.657128 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:11.706313 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] Publish callbacks [] for security_group (c3dbbb27-7ec8-445c-99fb-2f13b83b5397), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.729066 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] Publish callbacks [] for security_group (c3dbbb27-7ec8-445c-99fb-2f13b83b5397), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.777944 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (c3dbbb27-7ec8-445c-99fb-2f13b83b5397), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.780664 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:11.781838 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c3dbbb27-7ec8-445c-99fb-2f13b83b5397 HTTP/1.1" status: 204 len: 168 time: 0.1237617 Mar 11 18:16:11.790829 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0649-fc14-4dd7-a92e-85c6d052d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbbb27-7ec8-445c-99fb-2f13b83b5397,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:12.104633 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6b0c2-5539-4a9c-994f-76b043d9c5b3 req-74d09bd2-1a4a-4967-9eee-c98352f81387 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:12.107627 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0a6b0c2-5539-4a9c-994f-76b043d9c5b3 req-74d09bd2-1a4a-4967-9eee-c98352f81387 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0926590 Mar 11 18:16:12.181933 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c0a6b0c2-5539-4a9c-994f-76b043d9c5b3 req-7fe02add-2d4b-4d44-967a-aec6a9c312bd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676923 Mar 11 18:16:12.279054 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c58d1ade-15a5-46ae-b36d-09a6a37cd29a no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:12.302035 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: c58d1ade-15a5-46ae-b36d-09a6a37cd29a {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:12.302378 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c58d1ade-15a5-46ae-b36d-09a6a37cd29a not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:12.461512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c704134-7c96-4f77-9da3-84f3d13ad84d req-31d5a391-2fab-4f01-813a-b1d267dac9ee tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:12.462897 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c704134-7c96-4f77-9da3-84f3d13ad84d req-31d5a391-2fab-4f01-813a-b1d267dac9ee tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0601795 Mar 11 18:16:12.514412 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6c704134-7c96-4f77-9da3-84f3d13ad84d req-36c6b8c3-8b35-464c-a57c-cc1306a46114 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Mar 11 18:16:13.347705 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2a23-b4a7-42f0-b6d0-01d0d36510f3 req-20ce88e8-9027-486f-8619-be3f5183ce29 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.358948 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eaea2a23-b4a7-42f0-b6d0-01d0d36510f3 req-20ce88e8-9027-486f-8619-be3f5183ce29 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0816138 Mar 11 18:16:13.447801 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-eaea2a23-b4a7-42f0-b6d0-01d0d36510f3 req-0da0fb47-e1f4-472f-b36b-28a3a55d15d7 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861862 Mar 11 18:16:13.666720 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635cd1e-cbb1-4992-b209-0598e41a86eb req-34d4670f-53ca-4d3b-8789-ac3ce9b5d4e4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:13.670087 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c635cd1e-cbb1-4992-b209-0598e41a86eb req-34d4670f-53ca-4d3b-8789-ac3ce9b5d4e4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0772426 Mar 11 18:16:13.739363 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c635cd1e-cbb1-4992-b209-0598e41a86eb req-b306a3c2-8c5e-4dab-97ac-ac8765251f2f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579422 Mar 11 18:16:14.590666 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc007d-01b2-42c0-a131-97272b3697fc req-9005bbcd-7bbf-4124-b2c8-fc475254cc7d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.592527 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1cfc007d-01b2-42c0-a131-97272b3697fc req-9005bbcd-7bbf-4124-b2c8-fc475254cc7d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0620694 Mar 11 18:16:14.659893 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1cfc007d-01b2-42c0-a131-97272b3697fc req-a67da0c6-5943-462d-ad4c-bdf9ebf1f7dc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586710 Mar 11 18:16:14.962550 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5407-856c-40ae-8159-bcd3e7acc86d req-1ecb2105-569b-4ae5-acf1-2dbac5b21d65 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:14.965074 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a2b5407-856c-40ae-8159-bcd3e7acc86d req-1ecb2105-569b-4ae5-acf1-2dbac5b21d65 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0860355 Mar 11 18:16:15.034545 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6a2b5407-856c-40ae-8159-bcd3e7acc86d req-f795e380-cfd2-4227-bfa2-937a734348ab tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623877 Mar 11 18:16:15.842958 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ae22-6c9e-4f61-b776-f8a40ad2ed6b req-f05a8500-feaf-486f-a425-7bc2cb978bb0 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:15.845437 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1a30ae22-6c9e-4f61-b776-f8a40ad2ed6b req-f05a8500-feaf-486f-a425-7bc2cb978bb0 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0848968 Mar 11 18:16:15.941399 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1a30ae22-6c9e-4f61-b776-f8a40ad2ed6b req-476834df-affd-4313-a02e-ec003ccf0360 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887280 Mar 11 18:16:16.210787 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5fed-0cc2-429a-a89e-04f180fdfcfb req-c3d2c2cd-91c9-4d0e-8442-6749bbf6da21 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:16.213094 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff9d5fed-0cc2-429a-a89e-04f180fdfcfb req-c3d2c2cd-91c9-4d0e-8442-6749bbf6da21 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0935807 Mar 11 18:16:16.300625 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ff9d5fed-0cc2-429a-a89e-04f180fdfcfb req-5e1a9cdc-801b-4a74-9253-3d1b4975c40a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785818 Mar 11 18:16:17.420180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0592d-f31c-4a5b-8b36-7924ef20cffe req-31faec57-40e9-4b03-b849-9ba65964f229 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:17.422708 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-48b0592d-f31c-4a5b-8b36-7924ef20cffe req-31faec57-40e9-4b03-b849-9ba65964f229 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.3965292 Mar 11 18:16:17.520716 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8933e-dbd5-438e-a36d-46263ae579cf req-a7d8ffbe-4ba2-4d2e-a2fc-04de84a0d146 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:17.522822 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70d8933e-dbd5-438e-a36d-46263ae579cf req-a7d8ffbe-4ba2-4d2e-a2fc-04de84a0d146 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0988712 Mar 11 18:16:17.526997 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-48b0592d-f31c-4a5b-8b36-7924ef20cffe req-8e600f9e-c046-4388-9858-975683b8d7b7 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900381 Mar 11 18:16:17.585638 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-70d8933e-dbd5-438e-a36d-46263ae579cf req-8d7a613f-3270-42ac-ae91-69305ed1fc36 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Mar 11 18:16:18.665898 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e78a6-3f93-43de-85e2-8623eff70418 req-26ffe3d2-e157-457b-b263-97b9782d2f32 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:18.668005 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c2e78a6-3f93-43de-85e2-8623eff70418 req-26ffe3d2-e157-457b-b263-97b9782d2f32 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0677681 Mar 11 18:16:18.753046 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2c2e78a6-3f93-43de-85e2-8623eff70418 req-ea00966f-39fb-4a20-a1d2-665ebfed030d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791795 Mar 11 18:16:18.775293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc35f9-0d35-409d-9b7e-ea7f4609b809 req-f0a7ab46-74c5-48f8-bb83-47ffe2cbe228 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:18.775293 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14fc35f9-0d35-409d-9b7e-ea7f4609b809 req-f0a7ab46-74c5-48f8-bb83-47ffe2cbe228 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0991018 Mar 11 18:16:18.844498 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-14fc35f9-0d35-409d-9b7e-ea7f4609b809 req-6dae3846-be18-4b10-91c9-9535163016c6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577197 Mar 11 18:16:19.919030 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b1b8f-2d8a-4aaa-b828-0596e3c5a093 req-84f3666c-7821-48c0-aee9-ce90a52b5b7d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:19.921881 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-583b1b8f-2d8a-4aaa-b828-0596e3c5a093 req-84f3666c-7821-48c0-aee9-ce90a52b5b7d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0844967 Mar 11 18:16:20.015827 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-583b1b8f-2d8a-4aaa-b828-0596e3c5a093 req-e1a29c63-894f-4ae6-a2aa-29efa8fad5db tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881207 Mar 11 18:16:20.028823 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a5a8-63a3-449f-9865-2655083f6452 req-ed608c4d-2a69-4f85-a99a-196f1593c62a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:20.030398 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3930a5a8-63a3-449f-9865-2655083f6452 req-ed608c4d-2a69-4f85-a99a-196f1593c62a tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0948400 Mar 11 18:16:20.081037 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3930a5a8-63a3-449f-9865-2655083f6452 req-fd71dfe7-6bba-4324-9d6b-3344f4d3ccc9 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Mar 11 18:16:21.138000 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b4bf-e714-43f7-871d-23d4ea955963 req-ecfc66a3-7d97-4c87-a191-a85a88976b58 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:21.139482 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc72b4bf-e714-43f7-871d-23d4ea955963 req-ecfc66a3-7d97-4c87-a191-a85a88976b58 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0544310 Mar 11 18:16:21.219712 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dc72b4bf-e714-43f7-871d-23d4ea955963 req-04f5a7c6-5ffc-4422-a2bd-ed2fcd6b01fd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745502 Mar 11 18:16:21.238399 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684903f3-6da9-49d9-9c7e-09d42a7c4f4c req-6c62851d-c84c-4746-accb-0b2fd01cc009 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:21.240083 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-684903f3-6da9-49d9-9c7e-09d42a7c4f4c req-6c62851d-c84c-4746-accb-0b2fd01cc009 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0779989 Mar 11 18:16:21.292970 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-684903f3-6da9-49d9-9c7e-09d42a7c4f4c req-ef194ebb-7f45-4c10-a57a-99879fa039d2 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Mar 11 18:16:22.346130 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a35275-949e-4aa2-a888-0bb32b1d5179 req-b8177f39-9a1f-4b54-b325-a78a2543d6cd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:22.347628 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67a35275-949e-4aa2-a888-0bb32b1d5179 req-b8177f39-9a1f-4b54-b325-a78a2543d6cd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0597994 Mar 11 18:16:22.424959 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-67a35275-949e-4aa2-a888-0bb32b1d5179 req-1611d11c-6c77-45eb-9cf4-eef8fa0b7438 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715799 Mar 11 18:16:22.440884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc60f-cc03-4459-ad6b-89761a89f0e1 req-c8554004-a3a7-437e-8410-5e32e50239cb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:22.442424 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88fdc60f-cc03-4459-ad6b-89761a89f0e1 req-c8554004-a3a7-437e-8410-5e32e50239cb tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0755286 Mar 11 18:16:22.500143 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-88fdc60f-cc03-4459-ad6b-89761a89f0e1 req-a29690dc-b417-4d35-8604-cbca7761a38e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496109 Mar 11 18:16:23.550715 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974628d-d21a-4b31-a97d-88e5be7447d9 req-8fcdd8a8-8ace-4206-a2dc-947c6d1e8147 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:23.552249 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2974628d-d21a-4b31-a97d-88e5be7447d9 req-8fcdd8a8-8ace-4206-a2dc-947c6d1e8147 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0597503 Mar 11 18:16:23.628092 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2974628d-d21a-4b31-a97d-88e5be7447d9 req-634c033a-9c44-49d5-ab87-c80e6d9db4d1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691080 Mar 11 18:16:23.654202 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd75578-2700-4b84-87ad-ce58b2ebb1db req-42ba1379-0b20-4460-a94b-00a6a10e39ca tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:23.656327 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fd75578-2700-4b84-87ad-ce58b2ebb1db req-42ba1379-0b20-4460-a94b-00a6a10e39ca tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0700912 Mar 11 18:16:23.709326 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7fd75578-2700-4b84-87ad-ce58b2ebb1db req-555d1d99-3583-488a-b73e-d5a01f8954ac tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Mar 11 18:16:23.771885 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4243acce-ca05-4d23-8b47-22a829dd9dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:24.859419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f52190-7874-458f-92e7-20ad165c5e3a req-70008b88-ce31-4f9d-be20-ddbc57f55dcd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:24.860957 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37f52190-7874-458f-92e7-20ad165c5e3a req-70008b88-ce31-4f9d-be20-ddbc57f55dcd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0988228 Mar 11 18:16:24.868683 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86fe7-4d96-45d3-8228-2c85d7972453 req-dd14b796-3295-43bc-a800-9686d5ddce4c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:24.870176 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8b86fe7-4d96-45d3-8228-2c85d7972453 req-dd14b796-3295-43bc-a800-9686d5ddce4c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.0732522 Mar 11 18:16:24.946507 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-37f52190-7874-458f-92e7-20ad165c5e3a req-c6a905c9-beca-4ef1-b048-2abd2d32ae6b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753284 Mar 11 18:16:24.950597 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a8b86fe7-4d96-45d3-8228-2c85d7972453 req-468368ce-c72b-4611-8937-7d48669dca61 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735056 Mar 11 18:16:25.186048 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:26.180808 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d08744-f88e-4612-9756-0c9acf1218bd req-06374b26-1635-4ca6-8b99-06e3d5e10794 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:26.182318 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43d08744-f88e-4612-9756-0c9acf1218bd req-06374b26-1635-4ca6-8b99-06e3d5e10794 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 944 time: 0.1480618 Mar 11 18:16:26.229402 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8e155-1b8a-48e9-984b-d404751bb1c4 req-b3f23b58-2b27-48bc-af8f-b9646fdbf287 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:26.229402 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82a8e155-1b8a-48e9-984b-d404751bb1c4 req-b3f23b58-2b27-48bc-af8f-b9646fdbf287 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1617188 Mar 11 18:16:26.240656 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ab65eb4-1322-4e57-ba9f-1c6ac1ef591e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:26.276912 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-43d08744-f88e-4612-9756-0c9acf1218bd req-f22e2b86-a432-4cb6-8382-87843146c065 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786963 Mar 11 18:16:26.288417 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-82a8e155-1b8a-48e9-984b-d404751bb1c4 req-5f63dc63-48a0-4be1-83d0-bb2dc998383d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838115 Mar 11 18:16:26.415331 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-7857514c-fa3c-435d-ad36-988a6c6bdd21 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631996294&fields=id&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 267 time: 0.0470533 Mar 11 18:16:26.538657 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-05cb1f94-51f1-4ae9-8202-9d2262756070 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:26.540164 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-05cb1f94-51f1-4ae9-8202-9d2262756070 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.1181657 Mar 11 18:16:26.554882 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-4e750aaa-cd5f-4b2e-9da3-fa7f9ad2ade3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/quotas/c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 375 time: 0.0091281 Mar 11 18:16:26.579590 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:26.618048 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-11cb2237-f27f-4330-b50e-b1ea41523dfb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570588 Mar 11 18:16:26.684474 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:26.700126 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'port_id': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'mac_address': 'fa:16:3e:d6:fb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:26.718218 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-73e2f9f9-4418-48dd-b487-2d58d77d1130 service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889862 Mar 11 18:16:26.737517 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:26.737909 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:26.752747 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:26.777973 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:26.783655 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:26.813614 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-0ef3b57d-7e27-4d7a-87dc-4063d4de2c40 service neutron] 10.222.0.105 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893700 Mar 11 18:16:26.833061 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=9']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:27.018970 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['409e113c-42d6-4ce3-8c67-bd6a9f2134b3'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:27.114807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8bc878b5-59be-40f5-a5d9-06c62f2f18a7 req-4a189136-e67b-42c6-9919-1c3ee9192e1e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 210 time: 0.0274260 Mar 11 18:16:27.462820 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327ff5e-7fb4-423d-a02d-b3c64a66f1a6 req-6e20b1b3-9717-4cdd-b1e2-88f1a356e21b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.464439 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f327ff5e-7fb4-423d-a02d-b3c64a66f1a6 req-6e20b1b3-9717-4cdd-b1e2-88f1a356e21b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 945 time: 0.1044405 Mar 11 18:16:27.476078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d913-4f04-492e-8644-56b7df9c50eb req-1534dff7-b1e0-410b-ba8e-38ef6ea174fd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:27.477573 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71d3d913-4f04-492e-8644-56b7df9c50eb req-1534dff7-b1e0-410b-ba8e-38ef6ea174fd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.1030793 Mar 11 18:16:27.564574 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f327ff5e-7fb4-423d-a02d-b3c64a66f1a6 req-1a528524-6661-45dd-9915-e66b895b8a0b tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857110 Mar 11 18:16:27.574895 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-71d3d913-4f04-492e-8644-56b7df9c50eb req-c5ea5321-ca6d-466f-a45a-51dd3f311166 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877290 Mar 11 18:16:28.072619 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41610) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:28.246362 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-daea3e1e-2136-445c-9bd0-deb0e537e3bf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.247944 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-daea3e1e-2136-445c-9bd0-deb0e537e3bf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 812 time: 0.1416435 Mar 11 18:16:28.253812 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-54c6a61a-b450-4d7d-a3b0-9ee760dcb6bd req-3113daf4-d0f7-4a4c-bc32-3740dc84005c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 210 time: 0.0478137 Mar 11 18:16:28.254981 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4a10f4d-ba3c-4129-9fff-7458ed81a171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.338892 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-94a7b9f9-336f-4bc2-b451-5b8035d741a8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38 HTTP/1.1" status: 200 len: 380 time: 0.0775459 Mar 11 18:16:28.352106 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4a10f4d-ba3c-4129-9fff-7458ed81a171 admin admin] Publish callbacks [] for security_group (2b080adc-5ee5-498e-adde-fa21829542bc), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.356858 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'port': {'device_id': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'admin_state_up': True, 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'security_groups': ['78841fb2-4be3-40bb-a87f-8f31e27f7739']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:28.357128 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d4a10f4d-ba3c-4129-9fff-7458ed81a171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2b080adc-5ee5-498e-adde-fa21829542bc), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.399011 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a10f4d-ba3c-4129-9fff-7458ed81a171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b080adc-5ee5-498e-adde-fa21829542bc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:28.406349 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d4a10f4d-ba3c-4129-9fff-7458ed81a171 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=11aa00fdb450423696f1bf5d92eabfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326030 Mar 11 18:16:28.407018 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41616) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:28.461432 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] Publish callbacks [] for security_group (2b080adc-5ee5-498e-adde-fa21829542bc), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.483578 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Made reservation on behalf of c49ea05b5d0d4ca79c6c33181b3f4d38 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:28.485533 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] Publish callbacks [] for security_group (2b080adc-5ee5-498e-adde-fa21829542bc), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.487313 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.540702 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (2b080adc-5ee5-498e-adde-fa21829542bc), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.543238 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.544456 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2b080adc-5ee5-498e-adde-fa21829542bc HTTP/1.1" status: 204 len: 168 time: 0.1359332 Mar 11 18:16:28.552959 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173cc41-81c8-4b05-a5b5-52a3a02601c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b080adc-5ee5-498e-adde-fa21829542bc,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:28.614570 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:28.644154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.20.0.6 (3f6d4b94-41a5-4e6d-839c-2ba3da405e10/680c26da-f040-4725-bbf8-c40239907ff5/4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:28.741476 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.758105 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:28.758849 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.787446 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c08ad8-b8c8-4b3b-be89-75b16fc549ba req-1385109b-5247-4d04-b672-dcb2a81ce35b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.789277 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76c08ad8-b8c8-4b3b-be89-75b16fc549ba req-1385109b-5247-4d04-b672-dcb2a81ce35b tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.0946827 Mar 11 18:16:28.797041 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728c5ea-4923-4b02-a238-f5b5eb5fc048 req-871c2f04-74c7-40d8-9e23-c684803edb9e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:28.801144 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4728c5ea-4923-4b02-a238-f5b5eb5fc048 req-871c2f04-74c7-40d8-9e23-c684803edb9e tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 945 time: 0.1455164 Mar 11 18:16:28.882070 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:28.885376 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.887601 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-76c08ad8-b8c8-4b3b-be89-75b16fc549ba req-ef166418-7a57-4788-9446-a721441aa494 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845289 Mar 11 18:16:28.904488 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4728c5ea-4923-4b02-a238-f5b5eb5fc048 req-1cfb5fb5-6070-4882-b612-7a176688293d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958984 Mar 11 18:16:28.930644 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.954433 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:28.956391 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:28.961577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff93283-cd64-4095-9b90-a46bd6424f99" -d '{"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:28.964800 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41628) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:28.966231 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.982070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cefa4162-adbb-4b99-b862-64f58961d45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:28.994667 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.004141 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889825a8-0ad1-494e-8188-1538f21cfce5 x-openstack-request-id: req-889825a8-0ad1-494e-8188-1538f21cfce5 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:29.004698 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-plugged", "status": "completed", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:29.004919 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-889825a8-0ad1-494e-8188-1538f21cfce5 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:29.005976 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'code': 200} Mar 11 18:16:29.030434 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=10']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.045858 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:29.051724 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:29.056260 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:29.097055 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.107045 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cefa4162-adbb-4b99-b862-64f58961d45b admin admin] Publish callbacks [] for security_group (00789bda-7615-4f6e-9ec5-1c76936123f0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.110592 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.110949 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.111483 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.111949 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.112186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.112456 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cefa4162-adbb-4b99-b862-64f58961d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (00789bda-7615-4f6e-9ec5-1c76936123f0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.112684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.113176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.113507 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.113833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.114156 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.114651 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.115725 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.116097 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:29.130356 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:29.131128 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.153253 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-d1aeeb60-f060-4bf6-b289-7fe779d5328d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051565 Mar 11 18:16:29.175512 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cefa4162-adbb-4b99-b862-64f58961d45b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=351e681f0a54416ab4f3726a53e7c455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095232 Mar 11 18:16:29.176440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa4162-adbb-4b99-b862-64f58961d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00789bda-7615-4f6e-9ec5-1c76936123f0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.176689 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Request body: {'port': {'device_id': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:29.180663 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41630) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:29.252789 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.279834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5655148-f5ff-488b-8083-8540e4215ca6 req-103d151a-a547-4b40-adc0-8c437661defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:29.281762 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5655148-f5ff-488b-8083-8540e4215ca6 req-103d151a-a547-4b40-adc0-8c437661defd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 1131 time: 0.0752385 Mar 11 18:16:29.285430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] Publish callbacks [] for security_group (00789bda-7615-4f6e-9ec5-1c76936123f0), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.338723 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-632bb29e-06bf-4a0a-8772-401d45e738bb None None] Provisioning complete for port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:29.338952 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] Publish callbacks [] for security_group (00789bda-7615-4f6e-9ec5-1c76936123f0), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.339246 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-632bb29e-06bf-4a0a-8772-401d45e738bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.380982 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-632bb29e-06bf-4a0a-8772-401d45e738bb None None] Port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:16:29.406709 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e5655148-f5ff-488b-8083-8540e4215ca6 req-fe4cc894-e4d8-4cd3-ba0f-b08b8a551d63 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178861 Mar 11 18:16:29.440722 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58a192-cde6-4889-90de-ba1d52a5299e req-a973f24c-4ac9-4e55-adf4-e8fbebe227bd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:29.442224 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2e58a192-cde6-4889-90de-ba1d52a5299e req-a973f24c-4ac9-4e55-adf4-e8fbebe227bd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 931 time: 0.0948820 Mar 11 18:16:29.453424 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (00789bda-7615-4f6e-9ec5-1c76936123f0), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.456043 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.457188 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/00789bda-7615-4f6e-9ec5-1c76936123f0 HTTP/1.1" status: 204 len: 168 time: 0.2755878 Mar 11 18:16:29.484032 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b3cba-a4f3-409b-a053-6e89e6601da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00789bda-7615-4f6e-9ec5-1c76936123f0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.517545 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2e58a192-cde6-4889-90de-ba1d52a5299e req-d96e8888-5bea-4d4c-bbee-2c5fe17bb508 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592780 Mar 11 18:16:29.588231 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:29.596595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks [] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.611239 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Transition to ACTIVE for port object 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:16:29.619164 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.714252 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:29.746452 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.846883 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Attempting to bind port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:16:29.847570 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Attempting to bind port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:16:29.848268 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Attempting to bind port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:29.858387 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:16:29.858901 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Attempting to bind port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d on network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:29.868556 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:16:29.869275 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Checking segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:16:29.870283 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Bound using segment: {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:16:29.872773 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Bound port: 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:16:29.873538 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:29.970143 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:16:29.975598 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:16:29.987635 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:30.049449 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.050657 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:30.052596 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] 10.222.0.107 "PUT /v2.0/ports/4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 200 len: 1093 time: 0.8876295 Mar 11 18:16:30.056548 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:30.059277 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85263fe-c39b-4a76-906e-bcfe466401c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:30.094480 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5612-87b3-4815-b7ad-b0ac6bd4f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:30.156700 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8e5ac-aa5a-44df-bced-2cc66ca2d600 req-815cff4f-b974-4f70-b1b2-e75ebe34b139 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.158544 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-28982b77-5338-4cfe-b31e-84eb8b1cee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.160324 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-28982b77-5338-4cfe-b31e-84eb8b1cee2e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1127 time: 0.0577419 Mar 11 18:16:30.165366 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81c8e5ac-aa5a-44df-bced-2cc66ca2d600 req-815cff4f-b974-4f70-b1b2-e75ebe34b139 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.1393592 Mar 11 18:16:30.197233 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9790-542a-49f7-a86a-0ddf15e2821e req-0446f1c6-61cf-4fb1-af1a-f7898ab0b42f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.199581 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a67f9790-542a-49f7-a86a-0ddf15e2821e req-0446f1c6-61cf-4fb1-af1a-f7898ab0b42f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 944 time: 0.2092814 Mar 11 18:16:30.230913 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-0f00c4fe-79aa-4ae4-baf3-50c73ae9393f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 200 len: 217 time: 0.0626895 Mar 11 18:16:30.260234 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-81c8e5ac-aa5a-44df-bced-2cc66ca2d600 req-39b63359-0d5e-4d9d-807e-5c9207babba6 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937643 Mar 11 18:16:30.303475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-06e23deb-b2cb-45a0-8b72-dce512de174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.305018 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-06e23deb-b2cb-45a0-8b72-dce512de174c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0631223 Mar 11 18:16:30.327890 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a67f9790-542a-49f7-a86a-0ddf15e2821e req-57a44ff9-86d0-48c6-bfb2-f2aa507cbcca tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165817 Mar 11 18:16:30.335771 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f57b3d-de34-4db4-8161-99167fdbc252 x-openstack-request-id: req-a2f57b3d-de34-4db4-8161-99167fdbc252 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:30.336244 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:30.336370 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a2f57b3d-de34-4db4-8161-99167fdbc252 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:30.337135 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'status': 'completed', 'code': 200} Mar 11 18:16:30.379986 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-930bd8ef-f699-4f70-96a6-faeebdd71e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.382200 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-930bd8ef-f699-4f70-96a6-faeebdd71e37 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663915 Mar 11 18:16:30.491025 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-171967a5-54ad-4583-b41e-e1d2409800ed service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014132 Mar 11 18:16:30.600251 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:30.614346 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-02c7e4b0-7052-4f46-8aa0-338b59e0418e req-23690cd7-f82a-4463-b36a-182eade23e48 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998967 Mar 11 18:16:30.699286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db98afb-c500-4fe8-a8f0-ae0517820547 req-e192adee-fe37-4604-944d-7eb8566ed393 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.706501 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4db98afb-c500-4fe8-a8f0-ae0517820547 req-e192adee-fe37-4604-944d-7eb8566ed393 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0800846 Mar 11 18:16:30.713903 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:30.780950 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4db98afb-c500-4fe8-a8f0-ae0517820547 req-33f4916e-d5a4-4379-b386-83b349f8de97 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678723 Mar 11 18:16:30.821468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-8a47f258-bfaa-47fe-bf2c-bac75928fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.823975 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-8a47f258-bfaa-47fe-bf2c-bac75928fdad service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1127 time: 0.1230433 Mar 11 18:16:30.830636 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:30.850341 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'port_id': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'mac_address': 'fa:16:3e:89:9f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:30.895049 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 5bcab936-8ddc-4040-ac5c-306091704f6b is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:30.895648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:30.919663 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcab936-8ddc-4040-ac5c-306091704f6b {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:30.946466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-0cce21db-40ba-4394-ad2d-09dc9d4343b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:30.948100 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-0cce21db-40ba-4394-ad2d-09dc9d4343b2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1182182 Mar 11 18:16:30.948602 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:30.953065 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:31.010118 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-9a0fc711-9a11-4787-8bac-6999141fdca6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 200 len: 217 time: 0.0487478 Mar 11 18:16:31.015004 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=7']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:31.066185 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-88db1314-190b-40cd-b14f-cb71e7eb09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.068678 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-88db1314-190b-40cd-b14f-cb71e7eb09ab service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0501730 Mar 11 18:16:31.155173 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-f4c564ae-8b52-4634-81c9-92686820d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.157726 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-f4c564ae-8b52-4634-81c9-92686820d4e4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717604 Mar 11 18:16:31.241850 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['5bcab936-8ddc-4040-ac5c-306091704f6b'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:31.289617 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-8a01cc08-dcf1-4937-aaec-65c7a0a41512 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242821 Mar 11 18:16:31.441194 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9e92-436c-4355-b5fe-1499b0c7dd23 req-8012c3dc-06b7-4f94-b224-ec4eefe5c4b1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.445476 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f12a9e92-436c-4355-b5fe-1499b0c7dd23 req-8012c3dc-06b7-4f94-b224-ec4eefe5c4b1 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.0889180 Mar 11 18:16:31.484959 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d85263fe-c39b-4a76-906e-bcfe466401c7 req-cce7e299-4af6-4139-839f-dd14afb93a21 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886654 Mar 11 18:16:31.548378 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f12a9e92-436c-4355-b5fe-1499b0c7dd23 req-7197e7af-ae71-434c-96c4-db730ba98def tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549290 Mar 11 18:16:31.561567 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54175f-0278-4ed6-a931-04eb04cbb17d req-20574270-c73b-44f1-95c7-ff81f8f60b1f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.578283 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e54175f-0278-4ed6-a931-04eb04cbb17d req-20574270-c73b-44f1-95c7-ff81f8f60b1f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 945 time: 0.1213772 Mar 11 18:16:31.620661 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1e54175f-0278-4ed6-a931-04eb04cbb17d req-01432947-50e9-49cf-84c6-7e0030cedb0a tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507605 Mar 11 18:16:31.895353 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889040e1-017b-40c2-91af-d855f0f2f784 req-d83db6b8-6dd0-4907-9fac-a348352d8acf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:31.897337 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-889040e1-017b-40c2-91af-d855f0f2f784 req-d83db6b8-6dd0-4907-9fac-a348352d8acf tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0562179 Mar 11 18:16:31.951105 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-889040e1-017b-40c2-91af-d855f0f2f784 req-9fd4f7f5-567e-4862-802d-9761247ee646 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480037 Mar 11 18:16:32.596820 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:16:32.611513 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:32.664654 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 5bcab936-8ddc-4040-ac5c-306091704f6b triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:32.664821 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:32.689577 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a449923-f954-4071-8929-01de4c506db1 req-d6fda817-329b-4aed-b0a5-7a6c4df7aa2f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:32.691099 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a449923-f954-4071-8929-01de4c506db1 req-d6fda817-329b-4aed-b0a5-7a6c4df7aa2f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.0632932 Mar 11 18:16:32.753510 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 5bcab936-8ddc-4040-ac5c-306091704f6b is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:32.754183 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:32.774714 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2a449923-f954-4071-8929-01de4c506db1 req-3f3114ad-1022-4e1e-85ab-9a01f0fb96c5 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750554 Mar 11 18:16:32.790768 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:32.791613 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6e6eb-abc1-41e4-a038-f116d5a4fa41 req-d6ba29f9-2a6b-4d1e-bf57-4349aaba1c2d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:32.793065 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb5b70-c225-40be-9bdd-46f1461c00cc" -d '{"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:32.793225 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66c6e6eb-abc1-41e4-a038-f116d5a4fa41 req-d6ba29f9-2a6b-4d1e-bf57-4349aaba1c2d tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 945 time: 0.0865660 Mar 11 18:16:32.817030 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:32.823524 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:32.852750 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776fddd-7297-4493-b0bd-9cf4314735e4 x-openstack-request-id: req-d776fddd-7297-4493-b0bd-9cf4314735e4 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:32.853241 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-plugged", "status": "completed", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:32.853429 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d776fddd-7297-4493-b0bd-9cf4314735e4 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:32.853873 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'code': 200} Mar 11 18:16:32.864546 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-66c6e6eb-abc1-41e4-a038-f116d5a4fa41 req-155db19f-e630-4b1c-adfc-33a6378e51e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582705 Mar 11 18:16:32.890437 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=8']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:33.091511 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935cc42-843b-46ca-a59e-3db5e1033853 req-bc2b3815-8a19-493a-a7a3-0bdce29d53c0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:33.092874 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2935cc42-843b-46ca-a59e-3db5e1033853 req-bc2b3815-8a19-493a-a7a3-0bdce29d53c0 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0732934 Mar 11 18:16:33.098191 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258bfc-903d-4e13-8ad8-6fbd1420ce24 req-0b60ca0c-b4ea-4b85-afbf-9e39fc759075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:33.100679 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a258bfc-903d-4e13-8ad8-6fbd1420ce24 req-0b60ca0c-b4ea-4b85-afbf-9e39fc759075 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0503771 Mar 11 18:16:33.153688 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2935cc42-843b-46ca-a59e-3db5e1033853 req-b79a4bf2-10cc-4fad-bbdf-e8dea8a016de tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544920 Mar 11 18:16:33.159221 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a258bfc-903d-4e13-8ad8-6fbd1420ce24 req-ed9c2f8b-e310-486a-9e59-7644e7331d11 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527043 Mar 11 18:16:33.981349 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07155726-f79b-4169-a9f5-e6c1a43b8c86 req-2569e43b-8472-4e5a-b5e4-3a118f5f8f02 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:33.982877 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07155726-f79b-4169-a9f5-e6c1a43b8c86 req-2569e43b-8472-4e5a-b5e4-3a118f5f8f02 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0544944 Mar 11 18:16:34.033698 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-07155726-f79b-4169-a9f5-e6c1a43b8c86 req-7b2b239c-d358-4f45-8fa7-f4b9aae08ea3 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450923 Mar 11 18:16:34.277990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb62fb-627e-4ca4-98a0-e4c23a6e1e26 req-42aef961-0fba-4828-8019-61412ca422d4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:34.279639 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47bb62fb-627e-4ca4-98a0-e4c23a6e1e26 req-42aef961-0fba-4828-8019-61412ca422d4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0580971 Mar 11 18:16:34.338991 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-47bb62fb-627e-4ca4-98a0-e4c23a6e1e26 req-7178722e-4310-4e76-b6c6-4ac47a862e7b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535157 Mar 11 18:16:35.156759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b0f7-539e-4d23-a06d-518b464fdbb9 req-acfd3517-f14b-4101-85a6-0cfee19dfbcd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:35.158256 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da91b0f7-539e-4d23-a06d-518b464fdbb9 req-acfd3517-f14b-4101-85a6-0cfee19dfbcd tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0548522 Mar 11 18:16:35.217531 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-da91b0f7-539e-4d23-a06d-518b464fdbb9 req-2a122d08-a8f4-4166-901e-8253cde67df4 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536432 Mar 11 18:16:35.327635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41800) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:35.456270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecd5352c-a261-4bcc-9410-5d02c09a85f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.493809 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97749a-55a6-440e-9973-2f22909db6f4 req-f5a4a4a0-f63b-4fed-9e81-bfc5dcabb3b4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:35.495355 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b97749a-55a6-440e-9973-2f22909db6f4 req-f5a4a4a0-f63b-4fed-9e81-bfc5dcabb3b4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0867083 Mar 11 18:16:35.587216 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8b97749a-55a6-440e-9973-2f22909db6f4 req-b7685127-34dc-4846-8e62-8610eb64a48f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820780 Mar 11 18:16:35.634711 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecd5352c-a261-4bcc-9410-5d02c09a85f4 admin admin] Publish callbacks [] for security_group (be194747-7ffc-462b-9e68-2ddad883d816), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.641988 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecd5352c-a261-4bcc-9410-5d02c09a85f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (be194747-7ffc-462b-9e68-2ddad883d816), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.688710 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ecd5352c-a261-4bcc-9410-5d02c09a85f4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d0f1649f958b4990bf2aec4330cb1ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597634 Mar 11 18:16:35.691198 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5352c-a261-4bcc-9410-5d02c09a85f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be194747-7ffc-462b-9e68-2ddad883d816,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:35.691445 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:35.702954 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160e9e9-cd7b-46b2-8b82-4e1d880caf7e req-15472fc8-fe5a-4ddd-a3d7-5ca928b54f54 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:35.704521 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9160e9e9-cd7b-46b2-8b82-4e1d880caf7e req-15472fc8-fe5a-4ddd-a3d7-5ca928b54f54 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.1075952 Mar 11 18:16:35.742018 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] Publish callbacks [] for security_group (be194747-7ffc-462b-9e68-2ddad883d816), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.756648 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9160e9e9-cd7b-46b2-8b82-4e1d880caf7e req-33f9d6bb-9c07-4aec-ab5b-0c1b4e4f2751 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Mar 11 18:16:35.765393 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] Publish callbacks [] for security_group (be194747-7ffc-462b-9e68-2ddad883d816), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.812644 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (be194747-7ffc-462b-9e68-2ddad883d816), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.815300 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:35.816390 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/be194747-7ffc-462b-9e68-2ddad883d816 HTTP/1.1" status: 204 len: 168 time: 0.1239250 Mar 11 18:16:35.826126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3ecd7-0d09-4f38-9c4f-3444a0d41f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be194747-7ffc-462b-9e68-2ddad883d816,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:36.091612 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:36.107173 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1f33c09-283e-4fb2-8f06-d92fcbf42213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.187287 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1f33c09-283e-4fb2-8f06-d92fcbf42213 admin admin] Publish callbacks [] for security_group (8d6ce41b-79f6-49aa-91cb-75511a0c6660), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.192116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1f33c09-283e-4fb2-8f06-d92fcbf42213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8d6ce41b-79f6-49aa-91cb-75511a0c6660), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.230179 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c1f33c09-283e-4fb2-8f06-d92fcbf42213 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5ed72da0328d4d97a3806d5e340a0f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369123 Mar 11 18:16:36.231035 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f33c09-283e-4fb2-8f06-d92fcbf42213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ce41b-79f6-49aa-91cb-75511a0c6660,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:36.232918 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41820) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:36.283740 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] Publish callbacks [] for security_group (8d6ce41b-79f6-49aa-91cb-75511a0c6660), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.305553 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] Publish callbacks [] for security_group (8d6ce41b-79f6-49aa-91cb-75511a0c6660), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.357566 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (8d6ce41b-79f6-49aa-91cb-75511a0c6660), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.360415 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:36.361581 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/8d6ce41b-79f6-49aa-91cb-75511a0c6660 HTTP/1.1" status: 204 len: 168 time: 0.1276734 Mar 11 18:16:36.371300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4425af-36c8-4661-943e-62a9c27f5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ce41b-79f6-49aa-91cb-75511a0c6660,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:36.713104 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4296f-96dc-4459-b159-8e111e0afa2e req-0c9144c6-a715-45dd-8270-19ac7da2b919 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:36.714617 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dec4296f-96dc-4459-b159-8e111e0afa2e req-0c9144c6-a715-45dd-8270-19ac7da2b919 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0571601 Mar 11 18:16:36.768326 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dec4296f-96dc-4459-b159-8e111e0afa2e req-72e9fec9-91e3-42fe-a011-c62e40bf0b9d tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481260 Mar 11 18:16:36.887019 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41724e-209e-4e26-94fa-3c377c346bb1 req-1349e491-8fda-42af-b0a7-650f72489822 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:36.888560 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2d41724e-209e-4e26-94fa-3c377c346bb1 req-1349e491-8fda-42af-b0a7-650f72489822 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0569043 Mar 11 18:16:36.943641 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2d41724e-209e-4e26-94fa-3c377c346bb1 req-9add2ae3-aa0c-4b26-a4d5-1a0dc171ee0e tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Mar 11 18:16:37.070365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41846) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:37.170799 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1557310916-network', 'tenant_id': 'ac617571f20047ee83cbf56e853b4a33'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:37.189557 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Made reservation on behalf of ac617571f20047ee83cbf56e853b4a33 for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:37.191774 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.203364 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.280884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks [] for security_group (44307858-4d50-46f4-9516-b54cfc4147f8), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.284488 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (44307858-4d50-46f4-9516-b54cfc4147f8), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.311535 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:16:37.318293 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44307858-4d50-46f4-9516-b54cfc4147f8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:37.324216 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5db6f13d-8ecc-4020-891b-fd0d2d3f4e62), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.324555 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Added segment 5db6f13d-8ecc-4020-891b-fd0d2d3f4e62 of type vlan for network 4fbfe344-36a8-4a92-b668-9db508100d61 Mar 11 18:16:37.363354 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (4fbfe344-36a8-4a92-b668-9db508100d61), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.387894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (4fbfe344-36a8-4a92-b668-9db508100d61), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.388841 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:37.389409 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.422277 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3507903 Mar 11 18:16:37.425261 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:37.430233 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Request body: {'subnet': {'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1557310916-subnet', 'tenant_id': 'ac617571f20047ee83cbf56e853b4a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:37.450455 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Made reservation on behalf of ac617571f20047ee83cbf56e853b4a33 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:37.452843 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.453828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341787a-4b2b-422c-87d2-2518e07f649b admin admin] Pushing event updated for resources: {'Network': ['ID=4fbfe344-36a8-4a92-b668-9db508100d61,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:37.464975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 4fbfe344-36a8-4a92-b668-9db508100d61 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:16:37.630424 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (32ed81b5-bad7-42e5-a8da-007beae97f25), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.686802 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ed81b5-bad7-42e5-a8da-007beae97f25,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:37.696074 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Checking segment: {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:16:37.696436 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Network hostable DHCP agents. Network: 4fbfe344-36a8-4a92-b668-9db508100d61, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:16:37.713747 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Network 4fbfe344-36a8-4a92-b668-9db508100d61 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:16:37.723294 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 4fbfe344-36a8-4a92-b668-9db508100d61) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:37.728373 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:37.728977 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:37.733603 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dcc757-33e2-4218-8e8a-d1d8b1af94e5 None None] Network 4fbfe344-36a8-4a92-b668-9db508100d61 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:37.750706 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8c08d254-7a57-4cf0-baca-72ba18046c7e admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3242674 Mar 11 18:16:37.842181 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898c7c0-ddd1-43dd-8a76-c00704ff5aaa None None] Network 4fbfe344-36a8-4a92-b668-9db508100d61 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:16:37.892812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-a7b552b8-b844-4857-a6f6-4aa8d4e17d2d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:37.894727 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-a7b552b8-b844-4857-a6f6-4aa8d4e17d2d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0785232 Mar 11 18:16:37.926311 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920f780-0f9e-4597-ae7d-da452b03978c req-0e6ac1c6-72b0-4a9a-b36d-731cdf2929bc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:37.928886 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b920f780-0f9e-4597-ae7d-da452b03978c req-0e6ac1c6-72b0-4a9a-b36d-731cdf2929bc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 943 time: 0.0839851 Mar 11 18:16:38.005115 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b920f780-0f9e-4597-ae7d-da452b03978c req-96f8f0f7-c0d6-4059-882f-97bb68a8b593 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704455 Mar 11 18:16:38.051030 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Deleting port c24b4346-fea6-46ee-a832-074afef8f5bc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:38.051384 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.095697 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500728f-c002-4564-8508-f63e098c1483 req-6cdb8e46-a3fb-4f8f-91a4-767192871860 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:38.100234 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8500728f-c002-4564-8508-f63e098c1483 req-6cdb8e46-a3fb-4f8f-91a4-767192871860 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 945 time: 0.0599072 Mar 11 18:16:38.145609 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] For port c24b4346-fea6-46ee-a832-074afef8f5bc, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=c24b4346-fea6-46ee-a832-074afef8f5bc,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:38.146813 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.151370 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8500728f-c002-4564-8508-f63e098c1483 req-6eb0debf-c9ff-4b2c-ab76-542573fb42db tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479867 Mar 11 18:16:38.341394 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.342020 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.342655 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Floating IP 9ec79edb-a555-4f87-8848-b50b29f45656 disassociated. External IP: 172.27.3.193, port: c24b4346-fea6-46ee-a832-074afef8f5bc. Mar 11 18:16:38.343180 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Calling delete_port for c24b4346-fea6-46ee-a832-074afef8f5bc owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:38.476244 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (c24b4346-fea6-46ee-a832-074afef8f5bc), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.506528 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'Port': ['ID=c24b4346-fea6-46ee-a832-074afef8f5bc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:38.624079 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:38.642197 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:38.737878 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:38.744775 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:38.751066 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:38.758600 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'port_id': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'mac_address': 'fa:16:3e:f7:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:38.764281 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:38.764903 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:38.787216 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] No DVR routers for this DVR port c24b4346-fea6-46ee-a832-074afef8f5bc on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:38.790349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.797704 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a7042ca3-e2c9-4ec3-9fd0-d340daab0ee4 req-640afa19-ba0d-4435-9c09-cab26c7153eb tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "DELETE /v2.0/ports/c24b4346-fea6-46ee-a832-074afef8f5bc HTTP/1.1" status: 204 len: 173 time: 0.8932383 Mar 11 18:16:38.797704 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'name': 'network-vif-deleted', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:38.804972 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41bcf22-4e7e-4f52-b5e5-8ce219edd515" -d '{"events": [{"server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "name": "network-vif-deleted", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:38.817254 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:38.818372 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.845602 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:38.852640 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76acb28-fb47-412e-95f0-ddfa11af43e5 x-openstack-request-id: req-d76acb28-fb47-412e-95f0-ddfa11af43e5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:38.852929 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae054f20-d799-4933-84df-2a192334f92b", "name": "network-vif-deleted", "tag": "c24b4346-fea6-46ee-a832-074afef8f5bc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:38.853179 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-d76acb28-fb47-412e-95f0-ddfa11af43e5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:38.853575 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae054f20-d799-4933-84df-2a192334f92b', 'name': 'network-vif-deleted', 'tag': 'c24b4346-fea6-46ee-a832-074afef8f5bc', 'status': 'completed', 'code': 200} Mar 11 18:16:38.873384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:38.881332 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:38.899416 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:38.937529 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:38.946192 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.946573 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.947062 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.947404 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.947739 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.948147 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.948479 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.948822 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.949135 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.949465 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.949791 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.950110 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:38.950436 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:39.141792 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb86039-8073-4d36-98cd-4a6bd07addea req-016d846a-2d85-4e3d-9a24-3d992d497d5b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:39.143162 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0fb86039-8073-4d36-98cd-4a6bd07addea req-016d846a-2d85-4e3d-9a24-3d992d497d5b tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 944 time: 0.0579939 Mar 11 18:16:39.149218 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:39.216951 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:39.218626 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0fb86039-8073-4d36-98cd-4a6bd07addea req-9f4f2d5c-dc3b-4f39-a06e-bdb1ed80760c tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685441 Mar 11 18:16:39.256641 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:39.269088 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:39.270137 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:39.287611 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-15bbc6fc-1675-449f-a96e-a67e5b699442 req-864eebc3-614b-4976-a7e7-8e4417cf72cd tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=ae054f20-d799-4933-84df-2a192334f92b HTTP/1.1" status: 200 len: 210 time: 0.0327270 Mar 11 18:16:39.406419 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:39.610368 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f8e85fb8-4fc2-42e5-ad16-cf6b08ba3bfe tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:39.612205 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f8e85fb8-4fc2-42e5-ad16-cf6b08ba3bfe tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 809 time: 0.1047935 Mar 11 18:16:39.626329 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:39.627657 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-c2aca36d-74be-40ee-a318-8448991c0244 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/quotas/ac617571f20047ee83cbf56e853b4a33 HTTP/1.1" status: 200 len: 375 time: 0.0092423 Mar 11 18:16:39.653629 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec8ae8-39f0-428c-be35-588f422c294c None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:39.662272 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-0793296a-3b86-44eb-8ba1-60c5398d2ad6 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284102 Mar 11 18:16:39.756907 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-68533dbe-1786-47bd-b43f-28f44bf42618 service neutron] 10.222.0.105 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874803 Mar 11 18:16:39.858771 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-524fcd25-efca-4303-8c28-46c38af27ac1 service neutron] 10.222.0.105 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960639 Mar 11 18:16:39.888886 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d66d1-c5c2-44eb-9632-0026f5ff1c73 None None] New status for floating IP 9ec79edb-a555-4f87-8848-b50b29f45656: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:16:40.046343 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5dfa49df-87c2-47a2-807e-53a11a534619 req-cfb22a82-d826-4717-8d89-7c7a9e5fac3d tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Mar 11 18:16:40.342904 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee6d9-5678-43b5-bb2d-505087ed807f req-f6708341-f215-49fa-a263-a3400772effb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:40.345454 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fdee6d9-5678-43b5-bb2d-505087ed807f req-f6708341-f215-49fa-a263-a3400772effb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 944 time: 0.0600307 Mar 11 18:16:40.383015 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 41902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:40.406492 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3fdee6d9-5678-43b5-bb2d-505087ed807f req-de4707e9-254d-4332-a5f2-f12a1c78f3f8 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530751 Mar 11 18:16:40.450780 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.481465 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.533314 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.536641 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.537317 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "DELETE /v2.0/security-groups/ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec HTTP/1.1" status: 204 len: 168 time: 0.1523080 Mar 11 18:16:40.540097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41904) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:40.548936 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7bd27-c839-4660-87d7-2752b1017161 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:40.562265 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-6b1f4dc9-13b4-453f-ba26-5da5d09af16f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] show failed (client error): The resource could not be found. Mar 11 18:16:40.563539 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6b1f4dc9-13b4-453f-ba26-5da5d09af16f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups/ce9d73f2-0e4b-4b29-9fbc-5371dbdb3bec HTTP/1.1" status: 404 len: 347 time: 0.0221236 Mar 11 18:16:40.566491 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41906) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:40.657881 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:40.702820 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Deleting port f65f15a9-51d8-438a-94c5-af26bf2bac15 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:40.703167 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.712714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:16:40.717155 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:40.717532 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.783117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.783559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (f65f15a9-51d8-438a-94c5-af26bf2bac15), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.796835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Calling delete_port for f65f15a9-51d8-438a-94c5-af26bf2bac15 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:40.799659 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:40.800081 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.827319 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:40.829609 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e7b908-a34c-4ae2-aff0-052d8898c97c" -d '{"events": [{"server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:40.843297 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:40.848634 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:40.877646 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176a2dc-e0ca-471a-97ed-ee018cc6a799 x-openstack-request-id: req-2176a2dc-e0ca-471a-97ed-ee018cc6a799 {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:40.878218 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:40.878663 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-2176a2dc-e0ca-471a-97ed-ee018cc6a799 {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:40.879233 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'code': 200} Mar 11 18:16:40.909027 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:40.970996 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (f65f15a9-51d8-438a-94c5-af26bf2bac15), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.010815 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'Port': ['ID=f65f15a9-51d8-438a-94c5-af26bf2bac15,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:41.075466 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.075759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.076166 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.076508 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.076945 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.077154 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.077480 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.077804 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.078126 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.078446 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.078861 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.079066 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.079381 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:16:41.083688 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (9ec79edb-a555-4f87-8848-b50b29f45656), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.085576 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.086737 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-4b5cdf7c-87f3-4f68-aa0c-1bde7178f776 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "DELETE /v2.0/floatingips/9ec79edb-a555-4f87-8848-b50b29f45656 HTTP/1.1" status: 204 len: 168 time: 0.5175970 Mar 11 18:16:41.089093 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-a10499ee-00c6-45e2-8c6d-fe6dbded205b tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:41.091265 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-a10499ee-00c6-45e2-8c6d-fe6dbded205b tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 809 time: 0.1368883 Mar 11 18:16:41.114595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Request body: {'port': {'device_id': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61', 'admin_state_up': True, 'tenant_id': 'ac617571f20047ee83cbf56e853b4a33'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:41.207888 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f540a5de-de7a-4645-8ff5-8b7161b622de req-bc942af8-88ad-4ac2-b1bd-3344f4dab261 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 210 time: 0.0554922 Mar 11 18:16:41.234111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3aa89-79dd-4ff9-8164-cfeb2778ca34 req-8b7d8097-1a07-4150-8219-ec96fd29e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:41.235636 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57e3aa89-79dd-4ff9-8164-cfeb2778ca34 req-8b7d8097-1a07-4150-8219-ec96fd29e2d6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1129 time: 0.1028283 Mar 11 18:16:41.253593 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Made reservation on behalf of ac617571f20047ee83cbf56e853b4a33 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:41.257716 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.289043 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-57e3aa89-79dd-4ff9-8164-cfeb2778ca34 req-dbeab225-5cf4-4bf6-9a75-786c7454b67c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 Mar 11 18:16:41.387916 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Allocated IP 172.20.0.2 (4fbfe344-36a8-4a92-b668-9db508100d61/32ed81b5-bad7-42e5-a8da-007beae97f25/f8e17905-f277-4805-bcfd-4b705b2cd47e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:41.451356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41920) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:41.455972 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664449149', 'description': 'tempest-description--192433887'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:41.477649 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.557328 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks [] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.564223 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf9e1-feda-476e-b7d0-9badefecea4d req-75eb0a70-f6a1-49d4-94cf-45a7392f536e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:41.565695 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e84bf9e1-feda-476e-b7d0-9badefecea4d req-75eb0a70-f6a1-49d4-94cf-45a7392f536e tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.0846734 Mar 11 18:16:41.601452 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.631815 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (55b5d97d-b577-4424-b031-e6b48db5e07b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.642409 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (55b5d97d-b577-4424-b031-e6b48db5e07b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.647871 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Network 4fbfe344-36a8-4a92-b668-9db508100d61 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:41.653345 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:41.655789 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e84bf9e1-feda-476e-b7d0-9badefecea4d req-76ff43d9-b1f1-495a-9111-f58f766b07ae tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830069 Mar 11 18:16:41.655994 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:41.681092 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.681092 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2278171 Mar 11 18:16:41.684405 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41922) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:41.686321 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Pushing event updated for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:41.689083 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group_rule': {'security_group_id': '55b5d97d-b577-4424-b031-e6b48db5e07b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:41.696379 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ca69f-3ee5-4e43-aacc-cd6dff695cbc tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b5d97d-b577-4424-b031-e6b48db5e07b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:41.719607 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:41.720268 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.721945 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (8e4edcba-655f-4f95-8a6f-929431945616), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.737661 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-2394b14e-5d78-42fb-b5e5-944e7f122732 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6278145 Mar 11 18:16:41.749479 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Request body: {'port': {'device_id': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:41.788979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (8e4edcba-655f-4f95-8a6f-929431945616), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.797604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (8e4edcba-655f-4f95-8a6f-929431945616), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.816662 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4edcba-655f-4f95-8a6f-929431945616,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:41.816959 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.829690 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.830872 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c5f1d55f-4aa1-44d6-a757-eeea7184d643 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453769 Mar 11 18:16:41.833816 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41924) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:41.839762 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'security_group_rule': {'security_group_id': '55b5d97d-b577-4424-b031-e6b48db5e07b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:41.867979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (2f25990f-7c71-4e15-8584-6bb919625d65), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.945425 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (2f25990f-7c71-4e15-8584-6bb919625d65), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.949602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375090'] for security_group_rule (2f25990f-7c71-4e15-8584-6bb919625d65), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.965456 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f25990f-7c71-4e15-8584-6bb919625d65,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:41.977436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:41.978652 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9bf4bf42-082b-486e-90e1-17f5b1b1b7d8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437275 Mar 11 18:16:41.981953 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41926) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:41.986383 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:42.009721 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.112599 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e17905-f277-4805-bcfd-4b705b2cd47e {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:42.117147 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.121459 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks [] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.134973 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Transition to ACTIVE for port object f8e17905-f277-4805-bcfd-4b705b2cd47e will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:16:42.139329 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.195357 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Pushing event updated for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:42.261709 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Allocated IP 172.27.3.65 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/834b314b-1f74-4cf5-820d-d15ad6193b14) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:42.274643 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Attempting to bind port f8e17905-f277-4805-bcfd-4b705b2cd47e on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:16:42.275207 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Attempting to bind port f8e17905-f277-4805-bcfd-4b705b2cd47e by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:16:42.275883 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Attempting to bind port f8e17905-f277-4805-bcfd-4b705b2cd47e on network 4fbfe344-36a8-4a92-b668-9db508100d61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:42.281226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Port f8e17905-f277-4805-bcfd-4b705b2cd47e on network 4fbfe344-36a8-4a92-b668-9db508100d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:16:42.281427 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Attempting to bind port f8e17905-f277-4805-bcfd-4b705b2cd47e on network 4fbfe344-36a8-4a92-b668-9db508100d61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:42.287270 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:16:42.287621 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Checking segment: {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:16:42.288160 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Bound using segment: {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:16:42.288681 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Bound port: f8e17905-f277-4805-bcfd-4b705b2cd47e, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:16:42.289114 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.357073 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:16:42.360274 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:16:42.385753 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.404430 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756deb6-db61-4ec5-bbd7-d0e1b20e7690 req-1a884dc6-3a54-497c-b119-e011487b4b0c tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.405939 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e756deb6-db61-4ec5-bbd7-d0e1b20e7690 req-1a884dc6-3a54-497c-b119-e011487b4b0c tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 943 time: 0.1189287 Mar 11 18:16:42.427762 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.428579 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.429496 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] 10.222.0.107 "PUT /v2.0/ports/f8e17905-f277-4805-bcfd-4b705b2cd47e HTTP/1.1" status: 200 len: 1093 time: 0.6849270 Mar 11 18:16:42.430024 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:42.433423 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb86852d-94b0-4b07-bd57-ef98b94e388c" -d '{"events": [{"name": "network-changed", "server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:42.444565 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.484926 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e756deb6-db61-4ec5-bbd7-d0e1b20e7690 req-966a7f0a-a6f8-4bee-a090-a18991d31dbb tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729203 Mar 11 18:16:42.490566 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2072a78-64a5-491c-abfd-ffda57cefa3e x-openstack-request-id: req-a2072a78-64a5-491c-abfd-ffda57cefa3e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:42.490926 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:42.491244 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a2072a78-64a5-491c-abfd-ffda57cefa3e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:42.491706 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e', 'status': 'completed', 'code': 200} Mar 11 18:16:42.496432 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32109bf-cc8c-4eb7-b9ab-47a829df714e service neutron] Pushing event updated for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:42.516194 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.538454 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-3f18ffd6-fc95-482d-87b8-597fe3ae776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.540101 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-3f18ffd6-fc95-482d-87b8-597fe3ae776e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 1127 time: 0.0647860 Mar 11 18:16:42.555750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:42.560764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:42.563254 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:42.586664 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-64935a02-8937-4ba0-bb4d-bf186f5981b9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e HTTP/1.1" status: 200 len: 217 time: 0.0392356 Mar 11 18:16:42.589443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=834b314b-1f74-4cf5-820d-d15ad6193b14,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:42.638408 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-d04bd2cb-932a-456c-8d55-604f7db9cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.639913 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-d04bd2cb-932a-456c-8d55-604f7db9cc6e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=32ed81b5-bad7-42e5-a8da-007beae97f25 HTTP/1.1" status: 200 len: 849 time: 0.0465260 Mar 11 18:16:42.664081 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.676712 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-876f5d6a-7b1d-4bd7-8d7f-3ca38091a76d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4fbfe344-36a8-4a92-b668-9db508100d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Mar 11 18:16:42.679921 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device c24b4346-fea6-46ee-a832-074afef8f5bc no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:42.701611 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: c24b4346-fea6-46ee-a832-074afef8f5bc {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:42.701965 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device c24b4346-fea6-46ee-a832-074afef8f5bc not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:42.717506 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.872067 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9cde5-10b4-4224-94df-5c8ecbbe70b4 req-867c6040-7bd5-467f-90f5-829c0c8dbb78 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:42.874086 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-26a9cde5-10b4-4224-94df-5c8ecbbe70b4 req-867c6040-7bd5-467f-90f5-829c0c8dbb78 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.1318386 Mar 11 18:16:42.963468 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-26a9cde5-10b4-4224-94df-5c8ecbbe70b4 req-e2054206-a934-462d-9780-ed26af921c17 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807691 Mar 11 18:16:42.977848 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:42.992916 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:43.048623 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-909e7554-ec18-48e3-8806-e8c9c2e8b5af service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645003 Mar 11 18:16:43.076250 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=834b314b-1f74-4cf5-820d-d15ad6193b14,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:43.157280 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-39d9eb2b-bc87-4e51-bad0-9df70814ed29 req-727fab08-2100-41ee-93b8-5d9d68dc7cff service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021919 Mar 11 18:16:43.265567 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-da9031e9-c4c3-4805-8622-3512d14aa40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.267144 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-da9031e9-c4c3-4805-8622-3512d14aa40f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 1127 time: 0.0535808 Mar 11 18:16:43.370820 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-67a72b3c-72fc-4e27-a5dc-9168c428b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.372429 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-67a72b3c-72fc-4e27-a5dc-9168c428b1fc service neutron] 10.222.0.107 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 911 time: 0.0975385 Mar 11 18:16:43.404037 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:43.426447 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:43.426682 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-ceadef39-3eb7-475c-81b6-bdec5479a8a2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e HTTP/1.1" status: 200 len: 217 time: 0.0463867 Mar 11 18:16:43.428319 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c2eb5b2a-dac6-4d18-89ce-46b5bfdc3a76 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4454217 Mar 11 18:16:43.440270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304cf12-e99b-48a7-9e92-acf895972829 req-41573eab-c886-4995-82f9-2cb17332eeae tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.444867 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3304cf12-e99b-48a7-9e92-acf895972829 req-41573eab-c886-4995-82f9-2cb17332eeae tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.3866019 Mar 11 18:16:43.482667 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-1abda7ca-8ca3-466b-83a1-60d2a88ca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.484298 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-1abda7ca-8ca3-466b-83a1-60d2a88ca26b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=32ed81b5-bad7-42e5-a8da-007beae97f25 HTTP/1.1" status: 200 len: 849 time: 0.0516074 Mar 11 18:16:43.502752 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-3304cf12-e99b-48a7-9e92-acf895972829 req-4ed333a0-2474-44b6-b975-aabf852cd0ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545702 Mar 11 18:16:43.524666 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-68f35f42-4c09-43e9-82f6-923b4514763e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4fbfe344-36a8-4a92-b668-9db508100d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335357 Mar 11 18:16:43.532788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41940) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:43.589841 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03b2d3-89cb-4eff-add8-f561941b6eaf tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.595888 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2d03b2d3-89cb-4eff-add8-f561941b6eaf tempest-TestVolumeBootPattern-1553648818 tempest-TestVolumeBootPattern-1553648818-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1124 time: 0.0576313 Mar 11 18:16:43.595888 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 41952) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:43.599118 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Request body: {'floatingip': {'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'port_id': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:43.639934 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-3453623a-8e72-47fd-a0a1-739e622b8ef8 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078706 Mar 11 18:16:43.684254 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:43.701248 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-7545e667-109f-4950-bbf2-ce94d966e136 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--664449149&fields=id&tenant_id=12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 267 time: 0.0814614 Mar 11 18:16:43.709006 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddd30a-fc03-41b9-8f66-1e4eeea09711 req-b3ba4dae-f59d-422f-8753-cf10e02f3013 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.710467 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dcddd30a-fc03-41b9-8f66-1e4eeea09711 req-b3ba4dae-f59d-422f-8753-cf10e02f3013 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 943 time: 0.1317353 Mar 11 18:16:43.735012 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-bb86852d-94b0-4b07-bd57-ef98b94e388c req-67820dc0-7e37-43f8-a3e7-8d6b244db311 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874588 Mar 11 18:16:43.866669 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-dcddd30a-fc03-41b9-8f66-1e4eeea09711 req-297a5e6a-67ec-49c8-a6d3-bb2336a1f4a6 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417675 Mar 11 18:16:43.917702 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-efb56904-faf1-4b58-ae33-a2e15d8fbcec tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:43.919176 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-efb56904-faf1-4b58-ae33-a2e15d8fbcec tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 810 time: 0.2078221 Mar 11 18:16:43.939504 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-8e352737-2cf6-4097-a65c-b4d4ade9dca3 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/quotas/12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 375 time: 0.0139027 Mar 11 18:16:43.978015 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:44.051278 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-a2296f61-32a9-4d8c-b2a0-ec1d935a576d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049209 Mar 11 18:16:44.154150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Allocated IP 172.27.3.235 (ab29f19a-6f96-4fdc-83f3-17290df2ac85/757fcca0-0524-444a-9958-33773d716b5f/2fc9cea7-0da5-4784-ae32-6bec2d68325b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:44.205769 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-d3a9a04e-02ac-4801-8288-50d6af814d19 service neutron] 10.222.0.105 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314776 Mar 11 18:16:44.352240 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:44.365585 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-4e1bfab3-c498-4480-ade0-44a477a9205a service neutron] 10.222.0.105 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493714 Mar 11 18:16:44.394828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:44.432889 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Network ab29f19a-6f96-4fdc-83f3-17290df2ac85 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:44.435927 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:44.441786 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:44.468435 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=2fc9cea7-0da5-4784-ae32-6bec2d68325b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:44.556660 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b6cf2461-9259-434a-bb4a-8d9f613e917b req-72eb6aa6-d1dc-48f9-af09-a7f408def544 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 210 time: 0.0440943 Mar 11 18:16:44.880921 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (88c4caf9-d16d-433b-b476-9401ee98df56), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:44.995351 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.059535 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856a86e-dd7d-4898-8b54-2d03866f3660 req-890f62bb-a1bc-4844-9ca3-d9400937cc88 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:45.061085 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d856a86e-dd7d-4898-8b54-2d03866f3660 req-890f62bb-a1bc-4844-9ca3-d9400937cc88 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 943 time: 0.1039593 Mar 11 18:16:45.162998 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d856a86e-dd7d-4898-8b54-2d03866f3660 req-72d5d403-3f9a-4135-95d7-88c7a130d928 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889580 Mar 11 18:16:45.207810 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.213805 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.280176 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event updated for resources: {'Port': ['ID=2fc9cea7-0da5-4784-ae32-6bec2d68325b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:45.292886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (88c4caf9-d16d-433b-b476-9401ee98df56), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.399385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 88c4caf9-d16d-433b-b476-9401ee98df56 associated. External IP: 172.27.3.235, port: 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d. Mar 11 18:16:45.606317 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-79a16975-6195-4943-aaf5-98125c5ccef0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:45.608288 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-79a16975-6195-4943-aaf5-98125c5ccef0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 810 time: 0.1196580 Mar 11 18:16:45.648617 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:45.677948 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ae7c9397-ed9a-4629-9b64-b24f63b11717 req-d08847c4-55f3-46ae-a9b6-97b918e99710 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 210 time: 0.0348115 Mar 11 18:16:45.685298 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-9e39cfea-12ba-46fd-b7e0-bc21a2492b29 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b42d3a449a42f79a4ae4dc943268a5 HTTP/1.1" status: 200 len: 379 time: 0.0651143 Mar 11 18:16:45.705163 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'port': {'device_id': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'admin_state_up': True, 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'security_groups': ['55b5d97d-b577-4424-b031-e6b48db5e07b']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:45.791521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:45.808336 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:45.812948 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.818869 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:45.819559 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:45.822157 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Made reservation on behalf of 12b42d3a449a42f79a4ae4dc943268a5 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:45.825645 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:45.851345 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1d1f3510-9528-4430-92cd-887bb04d3e82 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2557850 Mar 11 18:16:45.851736 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:45.854013 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77db2397-538a-4253-a447-a781306fc2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:45.905758 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226025d4-1b34-483a-8200-6930d5d930ac x-openstack-request-id: req-226025d4-1b34-483a-8200-6930d5d930ac {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:45.906060 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:45.906316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-226025d4-1b34-483a-8200-6930d5d930ac {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:45.906718 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'status': 'completed', 'code': 200} Mar 11 18:16:45.954680 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:45.987685 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Allocated IP 172.20.0.8 (db81a000-a367-4336-900a-3ecabd759d61/644d291a-c2f5-4254-b0a3-33721faa9808/13c85ff5-a037-43d7-a4ff-f4c283873426) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:45.996355 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db2397-538a-4253-a447-a781306fc2a6 req-39df0cf4-1716-4a4a-a1d6-6ac6671e95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:45.998843 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-39df0cf4-1716-4a4a-a1d6-6ac6671e95f1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1129 time: 0.0616825 Mar 11 18:16:46.105207 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db2397-538a-4253-a447-a781306fc2a6 req-677c7edf-06be-4843-89a5-a03cd9f41c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.106756 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-677c7edf-06be-4843-89a5-a03cd9f41c34 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.0919385 Mar 11 18:16:46.140810 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.175951 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.198906 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-c890fe4b-793d-4fb4-8358-e053d2a789e0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 200 len: 999 time: 0.0698040 Mar 11 18:16:46.223010 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}, {'id': '88c4caf9-d16d-433b-b476-9401ee98df56', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:f7:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:44Z', 'updated_at': '2022-03-11T18:16:44Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:46.253456 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:46.256714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event updated for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:46.262829 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:46.263723 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:46.265751 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Network db81a000-a367-4336-900a-3ecabd759d61 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:46.267647 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:46.270443 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:46.304689 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db2397-538a-4253-a447-a781306fc2a6 req-cb69b6f4-d4d5-4945-afe8-42faeced5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.306150 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-cb69b6f4-d4d5-4945-afe8-42faeced5a84 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.1001163 Mar 11 18:16:46.327338 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c87d2-3166-4497-a986-4621cb974040 req-2f46c9b2-e53b-471d-b7bf-b60daf67c400 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.332222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.332884 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.335383 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-529c87d2-3166-4497-a986-4621cb974040 req-2f46c9b2-e53b-471d-b7bf-b60daf67c400 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 943 time: 0.0935330 Mar 11 18:16:46.354379 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-65f9b2b4-f58d-476e-8a49-9e14b1133aab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6532507 Mar 11 18:16:46.365802 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Request body: {'port': {'device_id': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:46.395291 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:46.429065 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db2397-538a-4253-a447-a781306fc2a6 req-36ba46a7-1eab-4b41-93db-881a229b07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.430858 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-36ba46a7-1eab-4b41-93db-881a229b07e3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931520 Mar 11 18:16:46.446445 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-529c87d2-3166-4497-a986-4621cb974040 req-14716ba3-9b25-4846-b88d-c0178d63b4dd tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098690 Mar 11 18:16:46.460714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.548752 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-2215f4bb-1021-40c5-bc68-2aa004af64f0 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011901 Mar 11 18:16:46.555360 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-00fb7910-1951-4aa8-8808-e7edab4c25c1 None None] Provisioning complete for port 13c85ff5-a037-43d7-a4ff-f4c283873426 triggered by entity DHCP. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:46.556558 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-00fb7910-1951-4aa8-8808-e7edab4c25c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.595973 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-00fb7910-1951-4aa8-8808-e7edab4c25c1 None None] Port 13c85ff5-a037-43d7-a4ff-f4c283873426 cannot update to ACTIVE because it is not bound. {{(pid=103445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 18:16:46.654469 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-77db2397-538a-4253-a447-a781306fc2a6 req-ec7bf329-6bb2-4e01-a177-a85a4ddffc87 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983646 Mar 11 18:16:46.659329 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}, {'id': '88c4caf9-d16d-433b-b476-9401ee98df56', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:f7:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:44Z', 'updated_at': '2022-03-11T18:16:44Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:46.687580 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613f6d7d-2af2-4ffa-b74d-44665883eb76 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}, {'id': '88c4caf9-d16d-433b-b476-9401ee98df56', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:f7:1e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:44Z', 'updated_at': '2022-03-11T18:16:44Z', 'revision_number': 0, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:46.716575 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device f8e17905-f277-4805-bcfd-4b705b2cd47e details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:46.812363 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c85ff5-a037-43d7-a4ff-f4c283873426 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:46.821952 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks [] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.824666 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d0a22-7c4b-4ee4-a990-2f21a453055f req-b9aed744-eeda-4f1e-9210-3a0c4060e5b9 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:46.826562 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0c9d0a22-7c4b-4ee4-a990-2f21a453055f req-b9aed744-eeda-4f1e-9210-3a0c4060e5b9 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 931 time: 0.0617282 Mar 11 18:16:46.835676 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Transition to ACTIVE for port object 13c85ff5-a037-43d7-a4ff-f4c283873426 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:16:46.840543 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.848460 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:46.875576 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': 'f8e17905-f277-4805-bcfd-4b705b2cd47e', 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61', 'port_id': 'f8e17905-f277-4805-bcfd-4b705b2cd47e', 'mac_address': 'fa:16:3e:88:83:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ed81b5-bad7-42e5-a8da-007beae97f25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:46.892264 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0c9d0a22-7c4b-4ee4-a990-2f21a453055f req-0f78e693-3d90-4e2b-9ed5-83bbf486dc7a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573947 Mar 11 18:16:46.940437 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Pushing event updated for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:46.954146 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port f8e17905-f277-4805-bcfd-4b705b2cd47e is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:46.954549 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:46.974150 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e17905-f277-4805-bcfd-4b705b2cd47e {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:46.982592 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Attempting to bind port 13c85ff5-a037-43d7-a4ff-f4c283873426 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:16:46.983327 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Attempting to bind port 13c85ff5-a037-43d7-a4ff-f4c283873426 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:16:46.983959 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Attempting to bind port 13c85ff5-a037-43d7-a4ff-f4c283873426 on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:46.990615 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Port 13c85ff5-a037-43d7-a4ff-f4c283873426 on network db81a000-a367-4336-900a-3ecabd759d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:16:46.990951 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Attempting to bind port 13c85ff5-a037-43d7-a4ff-f4c283873426 on network db81a000-a367-4336-900a-3ecabd759d61 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:46.997447 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:16:46.997866 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Checking segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:16:46.998529 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Bound using segment: {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:16:46.998951 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba256a-ed27-4031-b364-ebdaebb7bc0a None None] New status for floating IP 88c4caf9-d16d-433b-b476-9401ee98df56: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:16:46.999116 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Bound port: 13c85ff5-a037-43d7-a4ff-f4c283873426, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998e6b81-339a-43f2-9a9c-4f597b24b04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:16:46.999323 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:47.037086 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:47.046964 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:47.073823 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:16:47.077267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=13c85ff5-a037-43d7-a4ff-f4c283873426,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:16:47.086867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6049708'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:47.124027 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.124653 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:47.126099 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] 10.222.0.107 "PUT /v2.0/ports/13c85ff5-a037-43d7-a4ff-f4c283873426 HTTP/1.1" status: 200 len: 1093 time: 0.7657654 Mar 11 18:16:47.126705 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:47.129393 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4413f0e-069b-4fbe-b181-59837395208e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:47.158312 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d970a4f-24f2-4d65-9d35-5d7f837bc828 service neutron] Pushing event updated for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:47.207122 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b61fe22-63c4-4511-8996-6c719ef8d89c x-openstack-request-id: req-6b61fe22-63c4-4511-8996-6c719ef8d89c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:47.207668 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:47.207981 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-6b61fe22-63c4-4511-8996-6c719ef8d89c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:47.208402 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'status': 'completed', 'code': 200} Mar 11 18:16:47.230785 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-02f9d1a5-b29a-4435-b50e-905d235443af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.232488 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-02f9d1a5-b29a-4435-b50e-905d235443af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 1127 time: 0.0560918 Mar 11 18:16:47.278690 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-53598923-7fb1-47d6-b283-57626318273e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c85ff5-a037-43d7-a4ff-f4c283873426 HTTP/1.1" status: 200 len: 217 time: 0.0379684 Mar 11 18:16:47.307735 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:47.338223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-7273a604-a0ae-4194-b921-664fb4ea2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.339842 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-7273a604-a0ae-4194-b921-664fb4ea2d7f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0521994 Mar 11 18:16:47.372489 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['f8e17905-f277-4805-bcfd-4b705b2cd47e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:47.411928 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-ac5f0cdf-dc70-4577-b16e-cb65a35d5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.413771 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-ac5f0cdf-dc70-4577-b16e-cb65a35d5f16 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672300 Mar 11 18:16:47.514821 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-9d468359-345b-4827-9c6a-d51f0a5d0ddd service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945866 Mar 11 18:16:47.563052 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63622f28-8d21-494a-b3ed-c0c59aed9c94 req-5686aeab-f369-4dc6-9beb-2e3c8b86364f tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.564631 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63622f28-8d21-494a-b3ed-c0c59aed9c94 req-5686aeab-f369-4dc6-9beb-2e3c8b86364f tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 944 time: 0.0605881 Mar 11 18:16:47.614048 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63622f28-8d21-494a-b3ed-c0c59aed9c94 req-f6c7de54-6936-4bcb-b5a4-b5d40a6606ad tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Mar 11 18:16:47.617485 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-292c6dd3-06b1-42e3-a316-1a80687bf083 req-db5f3265-a5d3-4081-ac92-daa598d1216b service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934052 Mar 11 18:16:47.722825 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413f0e-069b-4fbe-b181-59837395208e req-4d54fb47-ee25-46f8-ab51-f4d3ab7417a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.724815 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-4d54fb47-ee25-46f8-ab51-f4d3ab7417a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 1127 time: 0.0557995 Mar 11 18:16:47.823833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413f0e-069b-4fbe-b181-59837395208e req-6dd5b07e-d537-4a66-bfea-c1cd2d6745d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.825444 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-6dd5b07e-d537-4a66-bfea-c1cd2d6745d5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.0947769 Mar 11 18:16:47.869349 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-0f04b952-fdb3-4e98-b375-8f792e09a639 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c85ff5-a037-43d7-a4ff-f4c283873426 HTTP/1.1" status: 200 len: 217 time: 0.0375426 Mar 11 18:16:47.925747 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413f0e-069b-4fbe-b181-59837395208e req-398e1447-24ce-4830-9735-00c3e3c0fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.927746 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-398e1447-24ce-4830-9735-00c3e3c0fa2f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0507748 Mar 11 18:16:47.986028 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413f0e-069b-4fbe-b181-59837395208e req-d97ecbc6-6c76-4bd3-a1b4-a43fb6ca139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:47.987435 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-d97ecbc6-6c76-4bd3-a1b4-a43fb6ca139a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533829 Mar 11 18:16:48.020097 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93779d35-12cb-4899-bbb2-1566dd065897 req-5b32cbe9-5e90-4361-a883-5004bf96e394 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:48.022915 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93779d35-12cb-4899-bbb2-1566dd065897 req-5b32cbe9-5e90-4361-a883-5004bf96e394 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 943 time: 0.0594368 Mar 11 18:16:48.086367 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-93779d35-12cb-4899-bbb2-1566dd065897 req-556d5a4c-016f-41af-a614-167cdf605843 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558701 Mar 11 18:16:48.098186 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-923a5249-8462-4d37-ae04-f69c97685b86 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037643 Mar 11 18:16:48.192061 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c4413f0e-069b-4fbe-b181-59837395208e req-c19f46a1-f2da-4895-9765-cc6663ab2f27 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872898 Mar 11 18:16:48.730797 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device f8e17905-f277-4805-bcfd-4b705b2cd47e up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:48.738409 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3e8f-652c-48bc-bf3b-9da277fa8e23 req-8e753860-bc95-4643-84e8-832c04510cda tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:48.740104 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f8c3e8f-652c-48bc-bf3b-9da277fa8e23 req-8e753860-bc95-4643-84e8-832c04510cda tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 944 time: 0.0592306 Mar 11 18:16:48.792074 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port f8e17905-f277-4805-bcfd-4b705b2cd47e completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:16:48.797288 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port f8e17905-f277-4805-bcfd-4b705b2cd47e triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:48.797749 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:48.805408 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-2f8c3e8f-652c-48bc-bf3b-9da277fa8e23 req-a8bdd215-a443-4362-8e8a-decc46958114 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565743 Mar 11 18:16:48.891058 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port f8e17905-f277-4805-bcfd-4b705b2cd47e is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:48.891439 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:48.917506 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:48.919696 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7455ae3a-2813-49fc-9085-2937cc1dcde4" -d '{"events": [{"server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:48.932994 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:48.937673 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:48.963510 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25c028-912c-4356-af31-734f18e24a1d x-openstack-request-id: req-fd25c028-912c-4356-af31-734f18e24a1d {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:48.963798 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "name": "network-vif-plugged", "status": "completed", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:48.964077 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-fd25c028-912c-4356-af31-734f18e24a1d {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:48.964467 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e', 'code': 200} Mar 11 18:16:48.994722 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:49.182883 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aeb3e-00d4-4892-8ca0-34c59a423cd3 req-d6b584b9-6b1a-41ba-a023-ed3a0eab387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:49.184363 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-924aeb3e-00d4-4892-8ca0-34c59a423cd3 req-d6b584b9-6b1a-41ba-a023-ed3a0eab387c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 1129 time: 0.0526664 Mar 11 18:16:49.223701 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bc9d9-3dd7-49c7-9f34-76175fe17105 req-7c646824-606d-4347-bfe7-5751ccc702e2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:49.225566 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d1bc9d9-3dd7-49c7-9f34-76175fe17105 req-7c646824-606d-4347-bfe7-5751ccc702e2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 943 time: 0.0634637 Mar 11 18:16:49.249129 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-924aeb3e-00d4-4892-8ca0-34c59a423cd3 req-80582c95-bdf2-45e9-b3b3-5467822ad3ff service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585394 Mar 11 18:16:49.277167 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-1d1bc9d9-3dd7-49c7-9f34-76175fe17105 req-e16003f5-251f-46ba-9e04-f3759ad1a681 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454392 Mar 11 18:16:49.934788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9f29e-f755-4dd7-9395-95f9e58c7a31 req-d1bec93c-822e-4df4-96fe-c597425acd19 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:49.936319 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6df9f29e-f755-4dd7-9395-95f9e58c7a31 req-d1bec93c-822e-4df4-96fe-c597425acd19 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 945 time: 0.0568933 Mar 11 18:16:49.988573 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6df9f29e-f755-4dd7-9395-95f9e58c7a31 req-f9c4b9f7-7af9-49ce-ac5d-024b2a06371a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465810 Mar 11 18:16:50.396526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429500-8f4e-4e01-9126-767058703920 req-ce237293-c2d1-45f4-a8ef-950e90484227 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:50.398043 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c429500-8f4e-4e01-9126-767058703920 req-ce237293-c2d1-45f4-a8ef-950e90484227 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 943 time: 0.0540700 Mar 11 18:16:50.444860 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c429500-8f4e-4e01-9126-767058703920 req-7c6ee4d5-94ed-4e2c-bc16-0b2b94fb7b0c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Mar 11 18:16:50.721799 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 13c85ff5-a037-43d7-a4ff-f4c283873426 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:16:50.823221 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=13c85ff5-a037-43d7-a4ff-f4c283873426,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:50.834587 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'port_id': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'mac_address': 'fa:16:3e:f1:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:16:50.873035 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 13c85ff5-a037-43d7-a4ff-f4c283873426 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:50.873427 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:50.886994 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c85ff5-a037-43d7-a4ff-f4c283873426 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:50.907419 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=13c85ff5-a037-43d7-a4ff-f4c283873426,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:50.912185 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:50.963871 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:51.109590 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915381c8-c443-40c3-986b-f80eed13854a req-81a2d549-7f7a-4317-80fe-ffdf9d1a52ae tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.111067 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-915381c8-c443-40c3-986b-f80eed13854a req-81a2d549-7f7a-4317-80fe-ffdf9d1a52ae tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 945 time: 0.0548930 Mar 11 18:16:51.158567 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-915381c8-c443-40c3-986b-f80eed13854a req-76e3495b-1e87-407c-90f3-008a85fe6af1 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Mar 11 18:16:51.207671 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['13c85ff5-a037-43d7-a4ff-f4c283873426'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:51.574931 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee8fc8-fc9c-4fa7-a33d-7afe586d592d req-1f3a5358-11f4-4f6f-bd9c-4fe8e04cad0f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.576458 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9bee8fc8-fc9c-4fa7-a33d-7afe586d592d req-1f3a5358-11f4-4f6f-bd9c-4fe8e04cad0f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 944 time: 0.0606914 Mar 11 18:16:51.628408 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9bee8fc8-fc9c-4fa7-a33d-7afe586d592d req-e271963f-39bb-4331-aee3-be31bdbdf487 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Mar 11 18:16:51.821832 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b642c-f8f1-4fc2-a209-220adf6ef7b1 req-80ed7fac-a5e2-4ea1-9b51-59dc5f45b475 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:51.823386 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-817b642c-f8f1-4fc2-a209-220adf6ef7b1 req-80ed7fac-a5e2-4ea1-9b51-59dc5f45b475 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 945 time: 0.0532987 Mar 11 18:16:51.871326 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-817b642c-f8f1-4fc2-a209-220adf6ef7b1 req-3e3545b7-a5fd-46f4-8e71-385ffad60762 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Mar 11 18:16:52.740466 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 13c85ff5-a037-43d7-a4ff-f4c283873426 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:16:52.764417 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f267dfa-f32d-4b3a-a056-40b481d40cd9 req-e6321970-25af-4a7f-8fd1-049ba04b44b3 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:52.766059 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f267dfa-f32d-4b3a-a056-40b481d40cd9 req-e6321970-25af-4a7f-8fd1-049ba04b44b3 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 944 time: 0.0584092 Mar 11 18:16:52.798824 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port 13c85ff5-a037-43d7-a4ff-f4c283873426 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:16:52.802742 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port 13c85ff5-a037-43d7-a4ff-f4c283873426 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:16:52.803118 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:52.823988 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9f267dfa-f32d-4b3a-a056-40b481d40cd9 req-a6a77fd3-952a-4e86-a372-10eecd258212 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506816 Mar 11 18:16:52.887257 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port 13c85ff5-a037-43d7-a4ff-f4c283873426 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:16:52.887648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:52.914661 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:52.917815 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc179af9-2d8a-42f4-968a-e5522f17f17d" -d '{"events": [{"server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "name": "network-vif-plugged", "status": "completed", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:52.938205 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=13c85ff5-a037-43d7-a4ff-f4c283873426,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:52.945230 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:52.973341 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f07221-1d7f-4722-8508-512557550f1c x-openstack-request-id: req-c5f07221-1d7f-4722-8508-512557550f1c {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:52.973759 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "name": "network-vif-plugged", "status": "completed", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:52.973930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-c5f07221-1d7f-4722-8508-512557550f1c {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:52.974274 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'code': 200} Mar 11 18:16:53.005910 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:53.007532 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12bb6-f945-4a59-a52a-c5e61fcc94f9 req-09178880-78f1-4842-a74a-665af7375631 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:53.009120 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ff12bb6-f945-4a59-a52a-c5e61fcc94f9 req-09178880-78f1-4842-a74a-665af7375631 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 945 time: 0.0602119 Mar 11 18:16:53.072979 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-0ff12bb6-f945-4a59-a52a-c5e61fcc94f9 req-6203103e-eebc-4edf-83bc-7fb0fe082b3b tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Mar 11 18:16:53.172677 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18b3b-6769-464f-bf4c-fac3d17a9611 req-472f1d18-6e0d-4490-86ea-f1a338ff59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:53.174145 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8cb18b3b-6769-464f-bf4c-fac3d17a9611 req-472f1d18-6e0d-4490-86ea-f1a338ff59f8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 1129 time: 0.0505073 Mar 11 18:16:53.229250 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8cb18b3b-6769-464f-bf4c-fac3d17a9611 req-07577c34-08ac-4854-9e4f-6d733a2704de service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480812 Mar 11 18:16:53.555719 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-a7518cb6-bf77-4559-a887-c0033364ba19 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:53.557564 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-a7518cb6-bf77-4559-a887-c0033364ba19 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 945 time: 0.0557852 Mar 11 18:16:53.664435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Deleting port f8e17905-f277-4805-bcfd-4b705b2cd47e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:16:53.664781 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:53.762348 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] For port f8e17905-f277-4805-bcfd-4b705b2cd47e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f8e17905-f277-4805-bcfd-4b705b2cd47e,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:16:53.762711 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:53.775344 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-48111da2-84e8-49f6-97a8-29faa08eec65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:53.776391 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Calling delete_port for f8e17905-f277-4805-bcfd-4b705b2cd47e owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:16:53.916363 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (f8e17905-f277-4805-bcfd-4b705b2cd47e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:53.928796 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['f8e17905-f277-4805-bcfd-4b705b2cd47e'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:16:53.946319 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Pushing event deleted for resources: {'Port': ['ID=f8e17905-f277-4805-bcfd-4b705b2cd47e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:53.979574 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6721bbe-b52e-4bbc-ac14-938dafdf7880 req-5d367e26-13e2-4ca1-a048-06497e81bd12 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:53.981808 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6721bbe-b52e-4bbc-ac14-938dafdf7880 req-5d367e26-13e2-4ca1-a048-06497e81bd12 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0844634 Mar 11 18:16:53.991684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] No DVR routers for this DVR port f8e17905-f277-4805-bcfd-4b705b2cd47e on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:16:53.994273 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:53.997589 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9716cf99-50c2-4749-b8cc-189f4d3feb9d req-d34efdff-1bef-4198-ad21-23fa5a0c53a3 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "DELETE /v2.0/ports/f8e17905-f277-4805-bcfd-4b705b2cd47e HTTP/1.1" status: 204 len: 173 time: 0.4349649 Mar 11 18:16:53.998039 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'name': 'network-vif-deleted', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:54.000307 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1813b24c-620c-41ac-a450-7cce24616236" -d '{"events": [{"server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "name": "network-vif-deleted", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:54.040435 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e446fb78-8eb7-44f2-9980-dd096baf2340 x-openstack-request-id: req-e446fb78-8eb7-44f2-9980-dd096baf2340 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:54.040731 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02033ec-c66e-4dd6-bae6-0cc4737eb8b0", "name": "network-vif-deleted", "tag": "f8e17905-f277-4805-bcfd-4b705b2cd47e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:54.041017 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e446fb78-8eb7-44f2-9980-dd096baf2340 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:54.041386 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02033ec-c66e-4dd6-bae6-0cc4737eb8b0', 'name': 'network-vif-deleted', 'tag': 'f8e17905-f277-4805-bcfd-4b705b2cd47e', 'status': 'completed', 'code': 200} Mar 11 18:16:54.044643 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a6721bbe-b52e-4bbc-ac14-938dafdf7880 req-4413f7ec-434e-4feb-872b-1dd8715d43c0 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559449 Mar 11 18:16:54.186961 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7baaffcd-7c1f-4c8d-b540-2fb67d02e847 req-70cf1f73-714b-4ddc-b763-442f67e37c7c tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=c02033ec-c66e-4dd6-bae6-0cc4737eb8b0 HTTP/1.1" status: 200 len: 210 time: 0.0311229 Mar 11 18:16:55.180059 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72cc4-16e5-4d59-8c57-424d2c7bbfce req-124a4f99-99e5-44d8-ae19-4e03d582878c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:55.181602 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-54d72cc4-16e5-4d59-8c57-424d2c7bbfce req-124a4f99-99e5-44d8-ae19-4e03d582878c tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0629666 Mar 11 18:16:55.204769 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:55.241232 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-54d72cc4-16e5-4d59-8c57-424d2c7bbfce req-b08b7127-765b-4bba-a156-5655db97ffe2 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535879 Mar 11 18:16:55.396517 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922266e-5ea8-4861-a142-e646bc81fc21 req-775cd80e-e2bb-48a2-8d12-cfa4123b049d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:55.398066 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c922266e-5ea8-4861-a142-e646bc81fc21 req-775cd80e-e2bb-48a2-8d12-cfa4123b049d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0856631 Mar 11 18:16:55.406634 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:16:55.411913 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Request body: {'floatingip': {'port_id': '13c85ff5-a037-43d7-a4ff-f4c283873426'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:55.459290 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:55.484255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-789fe059-9080-4d6c-9b99-9f3a259d38fe tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:55.485761 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-789fe059-9080-4d6c-9b99-9f3a259d38fe tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 809 time: 0.1248853 Mar 11 18:16:55.500843 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-2e1dab88-44ad-440e-b0b2-d1f85adc2023 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/quotas/ac617571f20047ee83cbf56e853b4a33 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Mar 11 18:16:55.535197 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-d39fe90f-2e12-4716-98e7-fe89c52b5c43 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280464 Mar 11 18:16:55.642168 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-b49526d6-da5a-4362-8f73-5d43232fa1ee service neutron] 10.222.0.105 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997999 Mar 11 18:16:55.741287 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-1758c240-c970-40a9-a423-a2cf47ffd7c5 service neutron] 10.222.0.105 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931821 Mar 11 18:16:55.921056 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-db4a8519-ca31-4dfd-980a-1c9fafcb4988 req-88b11efa-4a19-4931-a160-16a9af388f03 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 210 time: 0.0276833 Mar 11 18:16:55.995937 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:56.000291 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:56.110617 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Floating IP 732e0889-b358-4d68-9dba-d54e87a0502d associated. External IP: 172.27.3.65, port: 13c85ff5-a037-43d7-a4ff-f4c283873426. Mar 11 18:16:56.175724 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4350abc9-e1ff-4f98-9567-698c5f4c2329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:56.362838 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:16:56.482763 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:16:56.487377 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:56.495487 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:16:56.508417 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:56.509991 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:56.522284 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f28da5f4-a1cf-4053-a0c6-345db42d03fa tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "PUT /v2.0/floatingips/732e0889-b358-4d68-9dba-d54e87a0502d HTTP/1.1" status: 200 len: 990 time: 1.1144919 Mar 11 18:16:56.522890 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:56.525176 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414fc06b-83ed-4556-a974-8b2b9b58dfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:56.566091 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf399e-de69-4d91-8fa7-701c895937b6 x-openstack-request-id: req-64cf399e-de69-4d91-8fa7-701c895937b6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:56.566288 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:56.566646 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-64cf399e-de69-4d91-8fa7-701c895937b6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:56.567718 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'status': 'completed', 'code': 200} Mar 11 18:16:56.643486 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-77ca90dd-2ac1-4cf5-aa77-f9bc1e6e4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:56.645416 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-77ca90dd-2ac1-4cf5-aa77-f9bc1e6e4025 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 1129 time: 0.0517948 Mar 11 18:16:56.654499 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:56.755592 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-b29d39c5-5f46-458b-8e9b-0adc6ab42255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:56.757128 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-b29d39c5-5f46-458b-8e9b-0adc6ab42255 service neutron] 10.222.0.107 "GET /v2.0/networks?id=db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 200 len: 912 time: 0.0988059 Mar 11 18:16:56.770176 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device f8e17905-f277-4805-bcfd-4b705b2cd47e no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:16:56.795670 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: f8e17905-f277-4805-bcfd-4b705b2cd47e {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:16:56.796343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device f8e17905-f277-4805-bcfd-4b705b2cd47e not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:16:56.834359 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-ccccb4f8-957a-49d4-a7b9-a16957f1a4c7 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13c85ff5-a037-43d7-a4ff-f4c283873426 HTTP/1.1" status: 200 len: 998 time: 0.0706003 Mar 11 18:16:56.888573 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-846e174f-3d0e-4fd3-84ed-81c51d4bec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:56.890074 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-846e174f-3d0e-4fd3-84ed-81c51d4bec28 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 200 len: 849 time: 0.0474865 Mar 11 18:16:56.948919 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-745c3071-000f-4ef7-8f79-081e6b0b9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:56.950584 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-745c3071-000f-4ef7-8f79-081e6b0b9743 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=db81a000-a367-4336-900a-3ecabd759d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524619 Mar 11 18:16:57.006593 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '732e0889-b358-4d68-9dba-d54e87a0502d', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:f1:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:42Z', 'updated_at': '2022-03-11T18:16:55Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:57.040597 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:16:57.050657 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:16:57.051318 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:57.053827 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a67ba581-d3a6-40a8-b839-920d6a6ac565 req-1e2e5a05-cab6-4050-a55c-bda73edaab7d tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 210 time: 0.0417695 Mar 11 18:16:57.187109 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-0ebbc34a-fe2a-4762-ad04-8f67c517d70f tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:57.188781 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-0ebbc34a-fe2a-4762-ad04-8f67c517d70f tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 809 time: 0.1395006 Mar 11 18:16:57.197316 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:16:57.205745 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Request body: {'port': {'device_id': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61', 'admin_state_up': True, 'tenant_id': 'ac617571f20047ee83cbf56e853b4a33'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:57.338520 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Made reservation on behalf of ac617571f20047ee83cbf56e853b4a33 for: {'port': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:16:57.342038 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:57.342355 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-fc381f53-f274-409f-916c-614ce25ac2fb service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836112 Mar 11 18:16:57.441250 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-414fc06b-83ed-4556-a974-8b2b9b58dfb9 req-1d72d3ef-96fe-4268-a0d4-26955a691b21 service neutron] 10.222.0.107 "GET /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916257 Mar 11 18:16:57.458085 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '732e0889-b358-4d68-9dba-d54e87a0502d', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:f1:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:42Z', 'updated_at': '2022-03-11T18:16:55Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:16:57.482680 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Allocated IP 172.20.0.10 (4fbfe344-36a8-4a92-b668-9db508100d61/32ed81b5-bad7-42e5-a8da-007beae97f25/d273154d-10d3-4a92-ab07-08933c2856c0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 18:16:57.490074 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905579ed-16c5-4cc1-93e8-f2de8e9d81c6 None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '732e0889-b358-4d68-9dba-d54e87a0502d', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'floating_ip_address': '172.27.3.65', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'port_id': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'mac_address': 'fa:16:3e:f1:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:16:42Z', 'updated_at': '2022-03-11T18:16:55Z', 'revision_number': 1, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:16:57.654226 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks [] for port (d273154d-10d3-4a92-ab07-08933c2856c0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:57.694522 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782105702521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:57.724932 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9584bb-c3eb-49b6-a538-808140672e86 None None] New status for floating IP 732e0889-b358-4d68-9dba-d54e87a0502d: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:16:57.748099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Network 4fbfe344-36a8-4a92-b668-9db508100d61 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 18:16:57.751660 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:16:57.757202 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 18:16:57.761316 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Pushing event updated for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:57.808091 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:57.808702 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:57.825933 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-fa003d7d-a363-407b-bedf-4262ab0fedf0 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259000 Mar 11 18:16:57.839780 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Request body: {'port': {'device_id': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:16:57.903578 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.227164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d273154d-10d3-4a92-ab07-08933c2856c0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:16:58.236652 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks [] for port (d273154d-10d3-4a92-ab07-08933c2856c0), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.253841 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14ae32-f38e-44de-a357-8f2bbefb4354 req-e6effc4d-6abf-49d9-8d39-24d768e83c1a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.255909 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab14ae32-f38e-44de-a357-8f2bbefb4354 req-e6effc4d-6abf-49d9-8d39-24d768e83c1a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 932 time: 0.1105719 Mar 11 18:16:58.261098 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Transition to ACTIVE for port object d273154d-10d3-4a92-ab07-08933c2856c0 will not be triggered until provisioned by entity L2. {{(pid=103444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 18:16:58.269216 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.351466 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-ab14ae32-f38e-44de-a357-8f2bbefb4354 req-4e2b3090-a1ef-4e51-9b0e-240a5b1e1302 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892279 Mar 11 18:16:58.352084 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:58.423053 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Attempting to bind port d273154d-10d3-4a92-ab07-08933c2856c0 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 18:16:58.423388 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Attempting to bind port d273154d-10d3-4a92-ab07-08933c2856c0 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 18:16:58.423719 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Attempting to bind port d273154d-10d3-4a92-ab07-08933c2856c0 on network 4fbfe344-36a8-4a92-b668-9db508100d61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:58.428722 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Port d273154d-10d3-4a92-ab07-08933c2856c0 on network 4fbfe344-36a8-4a92-b668-9db508100d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 18:16:58.429040 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Attempting to bind port d273154d-10d3-4a92-ab07-08933c2856c0 on network 4fbfe344-36a8-4a92-b668-9db508100d61 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 18:16:58.434066 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Checking agent: {'id': 'a2358c06-73f4-4536-b59e-eb3d2a131a41', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'started_at': datetime.datetime(2022, 3, 11, 18, 6, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 18:16:58.434317 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Checking segment: {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:16:58.434687 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Bound using segment: {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 18:16:58.435111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Bound port: d273154d-10d3-4a92-ab07-08933c2856c0, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 18:16:58.435468 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.500385 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 18:16:58.503637 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d273154d-10d3-4a92-ab07-08933c2856c0,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 18:16:58.510047 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6174545'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.546570 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.547442 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.548855 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] 10.222.0.107 "PUT /v2.0/ports/d273154d-10d3-4a92-ab07-08933c2856c0 HTTP/1.1" status: 200 len: 1094 time: 0.7132885 Mar 11 18:16:58.551630 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:16:58.553991 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:16:58.584379 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4c4f8-f1ef-44f9-896a-13a001bc73b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:16:58.592581 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb5da9-ac88-4643-913a-0a0a1db58264 x-openstack-request-id: req-5abb5da9-ac88-4643-913a-0a0a1db58264 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:16:58.593250 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:16:58.593489 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-5abb5da9-ac88-4643-913a-0a0a1db58264 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:16:58.594137 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0', 'status': 'completed', 'code': 200} Mar 11 18:16:58.646108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-d285e15a-aa78-4a9b-b266-44c5841ef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.647523 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-d285e15a-aa78-4a9b-b266-44c5841ef084 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 1128 time: 0.0472047 Mar 11 18:16:58.663800 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:58.695236 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-ad6de80d-dd84-4e91-af93-6c731fab78f0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d273154d-10d3-4a92-ab07-08933c2856c0 HTTP/1.1" status: 200 len: 217 time: 0.0359735 Mar 11 18:16:58.749359 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-50c9e076-2e83-4de6-82a7-7d62d5601e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:58.750826 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-50c9e076-2e83-4de6-82a7-7d62d5601e09 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=32ed81b5-bad7-42e5-a8da-007beae97f25 HTTP/1.1" status: 200 len: 849 time: 0.0482078 Mar 11 18:16:58.786095 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-55644141-f432-4714-b069-d8e2081c527a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4fbfe344-36a8-4a92-b668-9db508100d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262902 Mar 11 18:16:58.881443 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-21db35cb-c9bf-4a01-808a-ce0b384bc398 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884447 Mar 11 18:16:59.259576 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7c517b22-7f01-43bc-9510-bbd20e5331c7 req-1e5da206-42db-413a-8af3-c5a33c9f7904 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720412 Mar 11 18:16:59.374078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-b2c6343a-45fc-40fb-8b02-043725ec03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:59.375833 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-b2c6343a-45fc-40fb-8b02-043725ec03cf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ac617571f20047ee83cbf56e853b4a33&device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 1128 time: 0.0505230 Mar 11 18:16:59.514729 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-13e22fae-49dd-49ae-8faa-257566411f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:59.516296 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-13e22fae-49dd-49ae-8faa-257566411f80 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 200 len: 911 time: 0.1218736 Mar 11 18:16:59.530345 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac63485-2c98-4921-8dc0-3d4f2799180e req-f8650c5e-51b8-437f-b720-5be4ebe06a02 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:59.531808 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cac63485-2c98-4921-8dc0-3d4f2799180e req-f8650c5e-51b8-437f-b720-5be4ebe06a02 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 944 time: 0.1062086 Mar 11 18:16:59.578772 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-7b23a0d4-7855-476b-be96-3c67f5306ad9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d273154d-10d3-4a92-ab07-08933c2856c0 HTTP/1.1" status: 200 len: 217 time: 0.0458260 Mar 11 18:16:59.661565 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-cac63485-2c98-4921-8dc0-3d4f2799180e req-df985fb9-e54c-4f9b-b124-6386af5be003 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219618 Mar 11 18:16:59.665400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-769d7a08-255f-49fd-8f91-0506f10e12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:16:59.666874 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-769d7a08-255f-49fd-8f91-0506f10e12fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=32ed81b5-bad7-42e5-a8da-007beae97f25 HTTP/1.1" status: 200 len: 849 time: 0.0763443 Mar 11 18:16:59.701695 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-9b579a63-9ff7-490f-a592-6fc4b38daa00 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4fbfe344-36a8-4a92-b668-9db508100d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274258 Mar 11 18:16:59.737087 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:16:59.808892 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-1107af32-48fe-4724-b390-2e0eeb15b987 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985165 Mar 11 18:16:59.911440 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4c54e2ee-10bc-4e39-8c1f-d2874c673ca7 req-3371a1fb-4a91-440a-b60c-f72d50ec78c3 service neutron] 10.222.0.107 "GET /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936699 Mar 11 18:16:59.912595 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-cf6d22ce-9d50-4d7f-af44-ff877c8bdb21 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660393 Mar 11 18:17:00.013605 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-36dd3fe9-1e4a-4050-9ea4-3cbe115fadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.015157 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-36dd3fe9-1e4a-4050-9ea4-3cbe115fadcf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0510151 Mar 11 18:17:00.149913 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-f408ee6a-24b6-4741-9207-7e92a296d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.152355 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-f408ee6a-24b6-4741-9207-7e92a296d685 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.1142292 Mar 11 18:17:00.233411 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-8efd2737-8439-4048-bc52-9f6b8ea8a074 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 1001 time: 0.0727572 Mar 11 18:17:00.297453 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-f908f1a7-5232-4dea-a5ba-7dc609c5cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.298940 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-f908f1a7-5232-4dea-a5ba-7dc609c5cbcf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0541842 Mar 11 18:17:00.354419 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-3e69da2b-4c90-43ec-950c-321166b326fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.356005 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-3e69da2b-4c90-43ec-950c-321166b326fe service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499187 Mar 11 18:17:00.469538 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-212da491-1ecc-44f5-b5c2-05250d517a65 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036000 Mar 11 18:17:00.572485 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3596a0a3-b18d-48ee-a107-b77f28a173fc req-7b296d51-115f-438c-a2e2-9f5b760be8d9 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964742 Mar 11 18:17:00.649966 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:00.806995 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452a372-ad3b-431d-be96-efa03635d141 req-f4763bee-5ad4-4e14-94fc-ee692b72afe1 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:00.810647 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9452a372-ad3b-431d-be96-efa03635d141 req-f4763bee-5ad4-4e14-94fc-ee692b72afe1 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 944 time: 0.0753524 Mar 11 18:17:00.885461 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-9452a372-ad3b-431d-be96-efa03635d141 req-f78c4ae9-213e-4764-a7b0-4ea6599e5126 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Mar 11 18:17:02.011980 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48f019-1991-4289-8a05-f7086d3f7094 req-241cd940-dfc7-43d2-a344-119474b55081 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:02.013564 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd48f019-1991-4289-8a05-f7086d3f7094 req-241cd940-dfc7-43d2-a344-119474b55081 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 944 time: 0.0552530 Mar 11 18:17:02.070826 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bd48f019-1991-4289-8a05-f7086d3f7094 req-2305169d-98ed-4117-8d45-8e222259930b tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Mar 11 18:17:02.799107 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device d273154d-10d3-4a92-ab07-08933c2856c0 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 18:17:02.902854 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d273154d-10d3-4a92-ab07-08933c2856c0,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:02.914760 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Returning: {'device': 'd273154d-10d3-4a92-ab07-08933c2856c0', 'network_id': '4fbfe344-36a8-4a92-b668-9db508100d61', 'port_id': 'd273154d-10d3-4a92-ab07-08933c2856c0', 'mac_address': 'fa:16:3e:45:62:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ed81b5-bad7-42e5-a8da-007beae97f25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 18:17:02.952401 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port d273154d-10d3-4a92-ab07-08933c2856c0 is: DOWN; New status is: BUILD {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:17:02.952789 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:02.966501 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d273154d-10d3-4a92-ab07-08933c2856c0 {{(pid=103445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 18:17:02.989667 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d273154d-10d3-4a92-ab07-08933c2856c0,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:02.993267 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:03.038950 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:03.188969 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bf0b4-53d0-4baa-a621-9f62b693d56d req-36146fe2-3d7e-4068-ae28-e21571a749a8 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:03.190453 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-091bf0b4-53d0-4baa-a621-9f62b693d56d req-36146fe2-3d7e-4068-ae28-e21571a749a8 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 945 time: 0.0524766 Mar 11 18:17:03.239791 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-091bf0b4-53d0-4baa-a621-9f62b693d56d req-3a40a90d-fc64-4f51-a2e7-a9cde8e202aa tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Mar 11 18:17:03.299089 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['d273154d-10d3-4a92-ab07-08933c2856c0'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:17:04.371936 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027fb44-3bd2-42f0-aabe-5285deef04af req-f211b3d3-9bfd-4924-8b57-4d0a3293214a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:04.373502 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f027fb44-3bd2-42f0-aabe-5285deef04af req-f211b3d3-9bfd-4924-8b57-4d0a3293214a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 945 time: 0.0639477 Mar 11 18:17:04.438114 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f027fb44-3bd2-42f0-aabe-5285deef04af req-407eaaa5-ecd0-407b-abc2-fc395d93d4c9 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Mar 11 18:17:04.822767 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device d273154d-10d3-4a92-ab07-08933c2856c0 up at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 18:17:04.879232 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning for port d273154d-10d3-4a92-ab07-08933c2856c0 completed by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 18:17:04.884396 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.provisioning_blocks [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Provisioning complete for port d273154d-10d3-4a92-ab07-08933c2856c0 triggered by entity L2. {{(pid=103445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 18:17:04.884697 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742641'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), provisioning_complete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:04.974766 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Current status of the port d273154d-10d3-4a92-ab07-08933c2856c0 is: BUILD; New status is: ACTIVE {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:17:04.975154 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:05.004647 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0'}] {{(pid=103445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:17:05.006993 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff54d56458376b6e249777234ec7da61dac93dd5abfa2f63b9e78b06f94b0a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73eaab-0eb3-4b4f-955a-cb330f95d106" -d '{"events": [{"server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "name": "network-vif-plugged", "status": "completed", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0"}]}' {{(pid=103445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:17:05.022832 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d273154d-10d3-4a92-ab07-08933c2856c0,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:05.027498 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782106220903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782105702539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782105702557'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:05.060854 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f2a84-6ea5-4c28-ba2b-888b45cbd1db x-openstack-request-id: req-ae8f2a84-6ea5-4c28-ba2b-888b45cbd1db {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:17:05.061191 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "name": "network-vif-plugged", "status": "completed", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0", "code": 200}]} {{(pid=103445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:17:05.061454 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-ae8f2a84-6ea5-4c28-ba2b-888b45cbd1db {{(pid=103445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:17:05.061771 dv-cinder-833443-1-iscsi neutron-server[103445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0', 'code': 200} Mar 11 18:17:05.096169 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Pushing event updated for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=5']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:05.293488 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a10e-4c75-4cc0-8299-d4756d390c63 req-bf55df65-c999-471c-9804-b84bbd596346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:05.295020 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2c63a10e-4c75-4cc0-8299-d4756d390c63 req-bf55df65-c999-471c-9804-b84bbd596346 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 1130 time: 0.0652759 Mar 11 18:17:05.353931 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2c63a10e-4c75-4cc0-8299-d4756d390c63 req-5d07b3e7-5600-44a6-9b4f-3a1c0777bb09 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Mar 11 18:17:05.593125 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79d93-7f00-4a49-b381-3350b8fe6a91 req-6e53084c-aa98-43a6-b899-559c9e739093 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:05.594700 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29d79d93-7f00-4a49-b381-3350b8fe6a91 req-6e53084c-aa98-43a6-b899-559c9e739093 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 946 time: 0.0695708 Mar 11 18:17:05.666984 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-29d79d93-7f00-4a49-b381-3350b8fe6a91 req-304cdee0-25dd-4444-93dc-1e5a7b6935f6 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626919 Mar 11 18:17:06.826088 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb882a58-c948-4c5e-bdb0-a6156aa28d87 req-db884a69-08cc-4b05-b7d3-ccdc08577e55 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:06.827828 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb882a58-c948-4c5e-bdb0-a6156aa28d87 req-db884a69-08cc-4b05-b7d3-ccdc08577e55 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 946 time: 0.0793004 Mar 11 18:17:06.892877 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-bb882a58-c948-4c5e-bdb0-a6156aa28d87 req-ba93bd04-992e-443a-9278-1cce06dba025 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574243 Mar 11 18:17:07.718441 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c2d8c-29da-44a3-9fad-d8f1320f4329 req-2e1d8135-ebf8-4137-a7ac-f94a4ef58ff9 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:07.719905 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-431c2d8c-29da-44a3-9fad-d8f1320f4329 req-2e1d8135-ebf8-4137-a7ac-f94a4ef58ff9 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 946 time: 0.0634813 Mar 11 18:17:07.774629 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-431c2d8c-29da-44a3-9fad-d8f1320f4329 req-33fab4bd-ee39-4587-821d-4b10fe664867 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476167 Mar 11 18:17:08.941637 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac7b3-7591-4b95-8a33-b5ff246920fc req-8957aaf3-172f-4d2a-87e5-4de7f6fa21c1 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:08.943382 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c99ac7b3-7591-4b95-8a33-b5ff246920fc req-8957aaf3-172f-4d2a-87e5-4de7f6fa21c1 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 946 time: 0.0812063 Mar 11 18:17:09.004171 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c99ac7b3-7591-4b95-8a33-b5ff246920fc req-d3bc7b6f-7aa6-4fbb-912f-67f6efab3f31 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/security-groups?id=44307858-4d50-46f4-9516-b54cfc4147f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537574 Mar 11 18:17:09.390795 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-ceb3f610-10d7-4a2c-a5fb-7c71d7c3b6b2 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:09.392400 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-ceb3f610-10d7-4a2c-a5fb-7c71d7c3b6b2 tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 946 time: 0.0622237 Mar 11 18:17:09.503493 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Deleting port d273154d-10d3-4a92-ab07-08933c2856c0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:09.503875 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:09.596754 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:09.629154 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] For port d273154d-10d3-4a92-ab07-08933c2856c0, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d273154d-10d3-4a92-ab07-08933c2856c0,segment=NetworkSegment(5db6f13d-8ecc-4020-891b-fd0d2d3f4e62),segment_id=5db6f13d-8ecc-4020-891b-fd0d2d3f4e62)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:09.630179 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:09.647088 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Calling delete_port for d273154d-10d3-4a92-ab07-08933c2856c0 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:09.819010 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (d273154d-10d3-4a92-ab07-08933c2856c0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:09.833774 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] get_ports_and_sgs() called for port_ids ['d273154d-10d3-4a92-ab07-08933c2856c0'] {{(pid=103445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 18:17:09.849618 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Pushing event deleted for resources: {'Port': ['ID=d273154d-10d3-4a92-ab07-08933c2856c0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:09.904719 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] No DVR routers for this DVR port d273154d-10d3-4a92-ab07-08933c2856c0 on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:09.907526 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:09.913128 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd612ed7-4a67-4693-97cb-78d7b8c256e7 req-70803348-9416-463a-b8b8-f0b00aa98aec tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.107 "DELETE /v2.0/ports/d273154d-10d3-4a92-ab07-08933c2856c0 HTTP/1.1" status: 204 len: 173 time: 0.5127137 Mar 11 18:17:09.913128 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'name': 'network-vif-deleted', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:17:09.914500 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e48d84-961f-486e-a672-6742af09e156" -d '{"events": [{"server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "name": "network-vif-deleted", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:17:09.974728 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f235cc-a07b-4217-899a-e6063b690496 x-openstack-request-id: req-72f235cc-a07b-4217-899a-e6063b690496 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:17:09.975224 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ed05ae-fafa-4389-a30d-9a34fc76672d", "name": "network-vif-deleted", "tag": "d273154d-10d3-4a92-ab07-08933c2856c0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:17:09.975648 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-72f235cc-a07b-4217-899a-e6063b690496 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:17:09.976370 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ed05ae-fafa-4389-a30d-9a34fc76672d', 'name': 'network-vif-deleted', 'tag': 'd273154d-10d3-4a92-ab07-08933c2856c0', 'status': 'completed', 'code': 200} Mar 11 18:17:10.151738 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c862c2b6-1e87-485b-8558-abce1320e88a req-8c24e9ca-bcb4-4da9-a13d-b5c0a738719a tempest-VolumesActionsTest-851132485 tempest-VolumesActionsTest-851132485-project] 10.222.0.105 "GET /v2.0/ports?device_id=d6ed05ae-fafa-4389-a30d-9a34fc76672d HTTP/1.1" status: 200 len: 210 time: 0.0492847 Mar 11 18:17:13.128346 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device d273154d-10d3-4a92-ab07-08933c2856c0 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:13.154290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: d273154d-10d3-4a92-ab07-08933c2856c0 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:17:13.154631 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device d273154d-10d3-4a92-ab07-08933c2856c0 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:17:15.465184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60759fc5-815b-409c-8f63-1fa1db76c0cb req-5256c6ea-789f-4a12-940e-a50f0ef0d82d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:15.468385 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60759fc5-815b-409c-8f63-1fa1db76c0cb req-5256c6ea-789f-4a12-940e-a50f0ef0d82d tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.0659978 Mar 11 18:17:15.523274 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-60759fc5-815b-409c-8f63-1fa1db76c0cb req-7a4e5854-4241-423d-8df2-54f9cd891cfd tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 Mar 11 18:17:16.667539 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d44a1d-7abe-4709-86ba-6b51ad149098 req-3a199db3-d883-4412-a9df-bd7e58c637d3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:16.672435 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30d44a1d-7abe-4709-86ba-6b51ad149098 req-3a199db3-d883-4412-a9df-bd7e58c637d3 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.0671670 Mar 11 18:17:16.731209 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-30d44a1d-7abe-4709-86ba-6b51ad149098 req-55c0daab-e748-4e0c-9c25-1a29f7ec141f tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups?id=5ec6f742-d066-4930-83f4-215f626016ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551393 Mar 11 18:17:17.121868 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-260a7ccd-35ab-42d2-8ed5-b4047da7e123 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:17:17.124358 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-260a7ccd-35ab-42d2-8ed5-b4047da7e123 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 947 time: 0.0579860 Mar 11 18:17:17.250710 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Deleting port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:17.251246 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:17.408171 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] For port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:17.408650 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:17.660458 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:17.661309 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:17.662044 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Floating IP 22268753-b98c-4d77-83b4-b6fb6e187db9 disassociated. External IP: 172.27.3.28, port: 409e113c-42d6-4ce3-8c67-bd6a9f2134b3. Mar 11 18:17:17.662654 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Calling delete_port for 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:17.845911 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (409e113c-42d6-4ce3-8c67-bd6a9f2134b3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:17.888997 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'Port': ['ID=409e113c-42d6-4ce3-8c67-bd6a9f2134b3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:17.921728 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f36e242b-0205-4885-b7ca-348be8a7ef5d req-fe216eb5-1635-4965-b80d-1b8d45417364 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 210 time: 0.0635622 Mar 11 18:17:18.095806 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:17:18.272119 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:17:18.287973 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:17:18.307669 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:18.308751 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:18.362472 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] No DVR routers for this DVR port 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 on host hv-cinder-83344 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:18.366581 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:18.376217 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a29dac7a-2589-445f-8d94-e6e1cfd6bf08 req-b5947bd7-538f-415e-b6e3-2c4d4f8b19f4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.107 "DELETE /v2.0/ports/409e113c-42d6-4ce3-8c67-bd6a9f2134b3 HTTP/1.1" status: 204 len: 173 time: 1.2447116 Mar 11 18:17:18.377395 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-deleted', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:17:18.380929 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49109f0d-ed9d-4fa6-889e-6edeb6838c38" -d '{"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-deleted", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:17:18.488927 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85985f89-db54-40f8-9731-d49bea135b64 x-openstack-request-id: req-85985f89-db54-40f8-9731-d49bea135b64 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:17:18.488927 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb0f59b-103b-473f-843b-a0f698565b54", "name": "network-vif-deleted", "tag": "409e113c-42d6-4ce3-8c67-bd6a9f2134b3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:17:18.489363 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-85985f89-db54-40f8-9731-d49bea135b64 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:17:18.489707 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb0f59b-103b-473f-843b-a0f698565b54', 'name': 'network-vif-deleted', 'tag': '409e113c-42d6-4ce3-8c67-bd6a9f2134b3', 'status': 'completed', 'code': 200} Mar 11 18:17:18.507522 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:18.772201 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:18.803843 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:17:18.813688 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:18.814218 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:16:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:18.946662 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:19.132631 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4a5fa7c1-1c3a-4b1e-bcc7-ce8d3565e50d req-f1eadbf2-5a1d-4bc4-9d57-95988cd62b41 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/ports?device_id=abb0f59b-103b-473f-843b-a0f698565b54 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Mar 11 18:17:19.219307 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:19.252421 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90eb602-e8ae-47da-b6d4-745e49b83d8a None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:10:29Z', 'revision_number': 4, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '7a46427f-e7b0-46a9-a892-32e870fd87b2', 'name': '', 'network_id': '5a0ecb77-7947-40b2-8883-b961023daad8', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'mac_address': 'fa:16:3e:94:5b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:29Z', 'updated_at': '2022-03-11T18:10:34Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'subnets': [{'id': 'ef985f4d-362c-4b58-8594-73b98122820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:17:19.568355 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b8f4b-a7d2-42cc-9d39-2f56a887d47c None None] New status for floating IP 22268753-b98c-4d77-83b4-b6fb6e187db9: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:17:20.868565 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:20.912639 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:17:20.913635 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 409e113c-42d6-4ce3-8c67-bd6a9f2134b3 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:17:21.328542 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:21.396928 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (5ec6f742-d066-4930-83f4-215f626016ab), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.437174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (5ec6f742-d066-4930-83f4-215f626016ab), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.507375 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (5ec6f742-d066-4930-83f4-215f626016ab), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.510088 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.511442 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "DELETE /v2.0/security-groups/5ec6f742-d066-4930-83f4-215f626016ab HTTP/1.1" status: 204 len: 168 time: 0.1815486 Mar 11 18:17:21.514905 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42262) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:21.528482 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f1a53-3e58-4dd1-ab22-4b0ef470a8be tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6f742-d066-4930-83f4-215f626016ab,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:21.532966 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-a944bdec-641f-4a06-afed-d62cea78c0c4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] show failed (client error): The resource could not be found. Mar 11 18:17:21.538839 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a944bdec-641f-4a06-afed-d62cea78c0c4 tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "GET /v2.0/security-groups/5ec6f742-d066-4930-83f4-215f626016ab HTTP/1.1" status: 404 len: 347 time: 0.0177789 Mar 11 18:17:21.538839 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42264) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:21.747339 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Deleting port fc633490-a840-4eeb-abf6-2552a44dddb2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:21.747650 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.849728 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.850089 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (fc633490-a840-4eeb-abf6-2552a44dddb2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:21.866064 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Calling delete_port for fc633490-a840-4eeb-abf6-2552a44dddb2 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:22.055285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (fc633490-a840-4eeb-abf6-2552a44dddb2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:22.091618 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Pushing event deleted for resources: {'Port': ['ID=fc633490-a840-4eeb-abf6-2552a44dddb2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:22.181374 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks [] for floatingip (22268753-b98c-4d77-83b4-b6fb6e187db9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:22.185763 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:22.188281 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-8037c58e-be49-4c75-b5df-1fdff4eda07c tempest-AttachVolumeShelveTestJSON-483680544 tempest-AttachVolumeShelveTestJSON-483680544-project] 10.222.0.105 "DELETE /v2.0/floatingips/22268753-b98c-4d77-83b4-b6fb6e187db9 HTTP/1.1" status: 204 len: 168 time: 0.6465821 Mar 11 18:17:23.786891 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7ee73509-a697-4884-88e5-0cfbac86614b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:24.785051 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42302) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:25.218673 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:25.306830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:25.638300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Deleting port 7a46427f-e7b0-46a9-a892-32e870fd87b2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:25.638908 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:25.738906 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] For port 7a46427f-e7b0-46a9-a892-32e870fd87b2, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=7a46427f-e7b0-46a9-a892-32e870fd87b2,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:25.739268 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:25.753088 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Calling delete_port for 7a46427f-e7b0-46a9-a892-32e870fd87b2 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:25.972932 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (7a46427f-e7b0-46a9-a892-32e870fd87b2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:26.000213 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7a46427f-e7b0-46a9-a892-32e870fd87b2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:26.191564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-86835311-6252-4eea-bfec-c730e4de40c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:26.224584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:26.530055 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:17:26.657114 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:17:26.663160 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c30df2a0-2647-4044-a8fe-48e7b3a3f9ad admin admin] 10.222.0.105 "PUT /v2.0/routers/1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757515 Mar 11 18:17:26.667443 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:26.668486 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Sync routers for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:17:26.681244 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:26.682025 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:26.796653 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks [] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:26.915546 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks [] for router_gateway (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:26.937333 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:26.991579 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Deleting port 4bd96ce2-1999-4641-a3e2-e61655a434b9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:26.993011 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.104628 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] For port 4bd96ce2-1999-4641-a3e2-e61655a434b9, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=4bd96ce2-1999-4641-a3e2-e61655a434b9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:27.104940 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.122153 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Calling delete_port for 4bd96ce2-1999-4641-a3e2-e61655a434b9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:27.175538 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:17:25Z', 'revision_number': 5, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port': {'id': '4bd96ce2-1999-4641-a3e2-e61655a434b9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:25Z', 'updated_at': '2022-03-11T18:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:27.220654 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Checking router: 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:17:27.231537 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Routers {'1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:17:27.232251 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:27.354186 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (4bd96ce2-1999-4641-a3e2-e61655a434b9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.366437 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] Set router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:17:27.389332 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd96ce2-1999-4641-a3e2-e61655a434b9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:27.448280 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-ac000388-67c0-444c-b873-932beaee8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:17:26Z', 'revision_number': 6, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:27.490481 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.504795 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac000388-67c0-444c-b873-932beaee8368 None None] The sync data for ids ['1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a'] in dv-cinder-833443-1-iscsi is: [{'id': '1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1402148575-router', 'tenant_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:24Z', 'updated_at': '2022-03-11T18:17:26Z', 'revision_number': 6, 'project_id': 'a40b5ab4b36946a5824b709e901a9d8e', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:17:27.607884 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.611379 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks [] for router_controller (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.673669 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.674385 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:17:27.685328 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.687100 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-69c8feeb-cb9a-43ae-b17c-e719a1ea35aa admin admin] 10.222.0.105 "DELETE /v2.0/routers/1829ac3e-47a7-44bb-9b6e-e769b1ab6c9a HTTP/1.1" status: 204 len: 168 time: 1.0172796 Mar 11 18:17:27.689651 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42328) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:27.749565 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Deleting subnet ef985f4d-362c-4b58-8594-73b98122820e {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:17:27.754544 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Publish callbacks [] for subnet (ef985f4d-362c-4b58-8594-73b98122820e), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.819350 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (ef985f4d-362c-4b58-8594-73b98122820e), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:27.943247 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (ef985f4d-362c-4b58-8594-73b98122820e), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.034148 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (ef985f4d-362c-4b58-8594-73b98122820e), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.106604 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef985f4d-362c-4b58-8594-73b98122820e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:28.115331 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.124508 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905dd0c-8d24-4bf8-9735-1d6a424a1fc2 None None] Network 5a0ecb77-7947-40b2-8883-b961023daad8 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:17:28.132780 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-50601778-4bd8-4396-a44a-46eed4a7ce04 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/ef985f4d-362c-4b58-8594-73b98122820e HTTP/1.1" status: 204 len: 168 time: 0.4418151 Mar 11 18:17:28.138752 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42330) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:28.262708 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (5a0ecb77-7947-40b2-8883-b961023daad8), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.350458 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Deleting port 9e9b58f9-479a-496f-ad54-649c717bdf0b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:28.350779 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.456143 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] DHCP port deletion for 5a0ecb77-7947-40b2-8883-b961023daad8 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:17:28.467872 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] For port 9e9b58f9-479a-496f-ad54-649c717bdf0b, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=9e9b58f9-479a-496f-ad54-649c717bdf0b,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:28.467872 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.513315 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Calling delete_port for 9e9b58f9-479a-496f-ad54-649c717bdf0b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:28.603501 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Deleting port 9e9b58f9-479a-496f-ad54-649c717bdf0b {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:28.604279 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.638573 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4bd96ce2-1999-4641-a3e2-e61655a434b9 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:28.720504 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 4bd96ce2-1999-4641-a3e2-e61655a434b9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:17:28.720839 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 4bd96ce2-1999-4641-a3e2-e61655a434b9 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:17:28.721437 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 7a46427f-e7b0-46a9-a892-32e870fd87b2 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:28.762893 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 7a46427f-e7b0-46a9-a892-32e870fd87b2 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:17:28.763792 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 7a46427f-e7b0-46a9-a892-32e870fd87b2 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:17:28.764511 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 9e9b58f9-479a-496f-ad54-649c717bdf0b no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:17:28.803822 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.810142 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] For port 9e9b58f9-479a-496f-ad54-649c717bdf0b, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=9e9b58f9-479a-496f-ad54-649c717bdf0b,segment=NetworkSegment(49e5cff3-ee48-4bdb-a8ee-e04d62ccd431),segment_id=49e5cff3-ee48-4bdb-a8ee-e04d62ccd431)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:17:28.810854 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:28.848564 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Calling delete_port for 9e9b58f9-479a-496f-ad54-649c717bdf0b owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:29.037782 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Current status of the port 9e9b58f9-479a-496f-ad54-649c717bdf0b is: ACTIVE; New status is: DOWN {{(pid=103445) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 18:17:29.038930 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.101068 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.133355 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (9e9b58f9-479a-496f-ad54-649c717bdf0b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.142267 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] No DVR routers for this DVR port 9e9b58f9-479a-496f-ad54-649c717bdf0b on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:29.184396 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45e61d-1638-473b-a079-06a0b135e49a None None] Pushing event deleted for resources: {'Port': ['ID=9e9b58f9-479a-496f-ad54-649c717bdf0b,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:29.196679 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] No DVR routers for this DVR port 9e9b58f9-479a-496f-ad54-649c717bdf0b on host dv-cinder-833443-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:17:29.198827 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9b58f9-479a-496f-ad54-649c717bdf0b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:29.287286 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (5a0ecb77-7947-40b2-8883-b961023daad8), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.318365 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0ecb77-7947-40b2-8883-b961023daad8']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:29.331083 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:29.331410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e5cff3-ee48-4bdb-a8ee-e04d62ccd431') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:29.344711 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (49e5cff3-ee48-4bdb-a8ee-e04d62ccd431), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.363538 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (49e5cff3-ee48-4bdb-a8ee-e04d62ccd431), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.380813 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:17:29.382131 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (49e5cff3-ee48-4bdb-a8ee-e04d62ccd431), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self.session.flush() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self.session.flush() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self.session.flush() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self.session.flush() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:17:29.385251 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:17:29.475092 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (5a0ecb77-7947-40b2-8883-b961023daad8), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.482681 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.486708 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5a0ecb77-7947-40b2-8883-b961023daad8 HTTP/1.1" status: 204 len: 168 time: 1.3465285 Mar 11 18:17:29.500557 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae2340-716a-4010-a180-588e904ceaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0ecb77-7947-40b2-8883-b961023daad8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:29.664799 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42346) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:29.732994 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0a512b4c-8a9e-44bd-97b8-5b321ef47cdf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a40b5ab4b36946a5824b709e901a9d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590644 Mar 11 18:17:29.732994 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:29.756596 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.820635 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] Publish callbacks [] for security_group (35ee4dea-41ef-49bb-8904-f9319d2ea2c4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.850125 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] Publish callbacks [] for security_group (35ee4dea-41ef-49bb-8904-f9319d2ea2c4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.943272 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (35ee4dea-41ef-49bb-8904-f9319d2ea2c4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.946812 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:29.948084 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/35ee4dea-41ef-49bb-8904-f9319d2ea2c4 HTTP/1.1" status: 204 len: 168 time: 0.2150626 Mar 11 18:17:29.958115 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fec5d9-f20d-461d-8007-e3f7ed230bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ee4dea-41ef-49bb-8904-f9319d2ea2c4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:30.649516 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:31.812418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42406) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:31.992224 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009f4fb5-5fd2-40c9-a45d-c8d516231a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.161149 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009f4fb5-5fd2-40c9-a45d-c8d516231a63 admin admin] Publish callbacks [] for security_group (accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.173439 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-009f4fb5-5fd2-40c9-a45d-c8d516231a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.231624 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4fb5-5fd2-40c9-a45d-c8d516231a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:32.241011 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-009f4fb5-5fd2-40c9-a45d-c8d516231a63 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1baa3669e9d8482ab4d6653d1fec58ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260380 Mar 11 18:17:32.244174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42414) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:32.313258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] Publish callbacks [] for security_group (accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.346461 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] Publish callbacks [] for security_group (accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.423168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.426005 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:32.430756 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848 HTTP/1.1" status: 204 len: 168 time: 0.1816344 Mar 11 18:17:32.442667 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a4134-0d50-4b8c-87af-d9385c0483e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accdfcc7-5f38-45d7-9fa4-f2b1e0b4c848,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:35.585744 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42550) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:35.635055 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Deleting subnet 32ed81b5-bad7-42e5-a8da-007beae97f25 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:17:35.639502 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Publish callbacks [] for subnet (32ed81b5-bad7-42e5-a8da-007beae97f25), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:35.680926 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (32ed81b5-bad7-42e5-a8da-007beae97f25), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:35.724223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (32ed81b5-bad7-42e5-a8da-007beae97f25), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:35.797596 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (32ed81b5-bad7-42e5-a8da-007beae97f25), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:35.834643 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ed81b5-bad7-42e5-a8da-007beae97f25,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:35.836910 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:35.840196 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/32ed81b5-bad7-42e5-a8da-007beae97f25 HTTP/1.1" status: 204 len: 168 time: 0.2533486 Mar 11 18:17:35.843545 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42554) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:35.848017 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.848465 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.848859 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.850910 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.851261 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.851648 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.851999 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.852506 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.852787 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.853061 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.853475 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.853894 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.854223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e126d0-72a0-4804-8d3a-0c410b68be70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:35.929289 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (4fbfe344-36a8-4a92-b668-9db508100d61), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.016886 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (4fbfe344-36a8-4a92-b668-9db508100d61), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.040836 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbfe344-36a8-4a92-b668-9db508100d61']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:36.054470 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:36.054748 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db6f13d-8ecc-4020-891b-fd0d2d3f4e62') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:17:36.065145 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (5db6f13d-8ecc-4020-891b-fd0d2d3f4e62), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.080150 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5db6f13d-8ecc-4020-891b-fd0d2d3f4e62), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.087396 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:17:36.087823 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (5db6f13d-8ecc-4020-891b-fd0d2d3f4e62), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:17:36.092036 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:17:36.147063 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (4fbfe344-36a8-4a92-b668-9db508100d61), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.152489 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.155559 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] 10.222.0.105 "DELETE /v2.0/networks/4fbfe344-36a8-4a92-b668-9db508100d61 HTTP/1.1" status: 204 len: 168 time: 0.3103490 Mar 11 18:17:36.170253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14b71-5f9a-4621-a440-33cb020b8168 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbfe344-36a8-4a92-b668-9db508100d61,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:36.336285 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42558) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:36.377140 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-529d770e-4136-488e-9885-fef49e070daf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ac617571f20047ee83cbf56e853b4a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393994 Mar 11 18:17:36.380289 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42560) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:36.428483 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] Publish callbacks [] for security_group (44307858-4d50-46f4-9516-b54cfc4147f8), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.451062 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] Publish callbacks [] for security_group (44307858-4d50-46f4-9516-b54cfc4147f8), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.499972 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (44307858-4d50-46f4-9516-b54cfc4147f8), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.502818 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:36.503988 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/44307858-4d50-46f4-9516-b54cfc4147f8 HTTP/1.1" status: 204 len: 168 time: 0.1227744 Mar 11 18:17:36.512272 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981f932-4ce5-4440-a1e1-9c4c03686507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44307858-4d50-46f4-9516-b54cfc4147f8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:38.531827 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:38.648109 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b50623-b107-483e-aa45-45c61594bcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.728755 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b50623-b107-483e-aa45-45c61594bcc0 admin admin] Publish callbacks [] for security_group (766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.733267 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b50623-b107-483e-aa45-45c61594bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.772932 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-21b50623-b107-483e-aa45-45c61594bcc0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8a031a22bff44804a1196bfd1ced67e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399416 Mar 11 18:17:38.773690 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b50623-b107-483e-aa45-45c61594bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:38.779133 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:38.875789 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] Publish callbacks [] for security_group (766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.912786 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] Publish callbacks [] for security_group (766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.979422 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.982177 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:38.985844 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c HTTP/1.1" status: 204 len: 168 time: 0.2046394 Mar 11 18:17:38.992548 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42ef6a-d66a-4aaa-b923-149d0c6f5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c6bbd-6f59-4fcf-bb13-d2bd8ce3b67c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:39.250812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:39.268174 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a11dc8ac-7680-4dca-bff4-59e7d61e1fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.345622 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a11dc8ac-7680-4dca-bff4-59e7d61e1fa3 admin admin] Publish callbacks [] for security_group (16b3805a-0ba0-4d35-aed8-280bbe981b6c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.349462 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a11dc8ac-7680-4dca-bff4-59e7d61e1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (16b3805a-0ba0-4d35-aed8-280bbe981b6c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.388927 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dc8ac-7680-4dca-bff4-59e7d61e1fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3805a-0ba0-4d35-aed8-280bbe981b6c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:39.397293 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a11dc8ac-7680-4dca-bff4-59e7d61e1fa3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b7ef2fe174b746bf8f1b99b91e3d6577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444967 Mar 11 18:17:39.399248 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:39.447117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] Publish callbacks [] for security_group (16b3805a-0ba0-4d35-aed8-280bbe981b6c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.471115 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] Publish callbacks [] for security_group (16b3805a-0ba0-4d35-aed8-280bbe981b6c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.520090 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (16b3805a-0ba0-4d35-aed8-280bbe981b6c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.522649 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:39.523790 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/16b3805a-0ba0-4d35-aed8-280bbe981b6c HTTP/1.1" status: 204 len: 168 time: 0.1236548 Mar 11 18:17:39.532072 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb57c0-dcd9-43fd-a02f-bdc8f445955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3805a-0ba0-4d35-aed8-280bbe981b6c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:41.548049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:41.676905 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-206ed227-992e-4bf6-a361-b9d096e972bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.758296 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-206ed227-992e-4bf6-a361-b9d096e972bc admin admin] Publish callbacks [] for security_group (fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.762574 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-206ed227-992e-4bf6-a361-b9d096e972bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.802092 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-206ed227-992e-4bf6-a361-b9d096e972bc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1a0d75238e804dc1a5d73d27261dd8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529302 Mar 11 18:17:41.802967 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ed227-992e-4bf6-a361-b9d096e972bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:41.804828 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42768) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:41.853174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Publish callbacks [] for security_group (fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.880374 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Publish callbacks [] for security_group (fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.945811 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.948521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:41.949798 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa HTTP/1.1" status: 204 len: 168 time: 0.1439464 Mar 11 18:17:41.959306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49a024-1265-4f0b-9b0f-eb82d8d6e3fa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:41.966826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.967187 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.967531 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.967898 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.968229 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.968558 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.968884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.969211 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.969547 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.969861 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.970179 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.970497 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:41.970814 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20507cc-17bf-4b92-b167-ef9dc8794d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:17:42.226936 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:42.239912 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab5cba05-a2b7-4c75-ab95-6f670e6b06dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.315781 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab5cba05-a2b7-4c75-ab95-6f670e6b06dd admin admin] Publish callbacks [] for security_group (54ac194c-074a-4378-bb64-b4f1e1eff6e2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.322051 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab5cba05-a2b7-4c75-ab95-6f670e6b06dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (54ac194c-074a-4378-bb64-b4f1e1eff6e2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.361656 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ab5cba05-a2b7-4c75-ab95-6f670e6b06dd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e4f67a66e8614f4a889276390253bdfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335859 Mar 11 18:17:42.362517 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cba05-a2b7-4c75-ab95-6f670e6b06dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac194c-074a-4378-bb64-b4f1e1eff6e2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:42.364970 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42778) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:42.416712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] Publish callbacks [] for security_group (54ac194c-074a-4378-bb64-b4f1e1eff6e2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.439835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] Publish callbacks [] for security_group (54ac194c-074a-4378-bb64-b4f1e1eff6e2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.490069 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (54ac194c-074a-4378-bb64-b4f1e1eff6e2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.492630 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:42.493763 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/54ac194c-074a-4378-bb64-b4f1e1eff6e2 HTTP/1.1" status: 204 len: 168 time: 0.1272204 Mar 11 18:17:42.502010 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5986b8-4e03-4e74-a8b8-539622353222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac194c-074a-4378-bb64-b4f1e1eff6e2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.596245 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:17:46.654182 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 42874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:46.763595 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b68eac2-55c0-44bf-bf6b-557b7430ed85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:46.840765 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b68eac2-55c0-44bf-bf6b-557b7430ed85 admin admin] Publish callbacks [] for security_group (75b9d4ee-b4c6-4b5e-b83b-5201397ae988), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:46.844712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b68eac2-55c0-44bf-bf6b-557b7430ed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (75b9d4ee-b4c6-4b5e-b83b-5201397ae988), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:46.884647 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-2b68eac2-55c0-44bf-bf6b-557b7430ed85 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2409a5af6cde48d7a5731106870a4d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293489 Mar 11 18:17:46.885506 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68eac2-55c0-44bf-bf6b-557b7430ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9d4ee-b4c6-4b5e-b83b-5201397ae988,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:46.887345 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 42878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:46.940512 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] Publish callbacks [] for security_group (75b9d4ee-b4c6-4b5e-b83b-5201397ae988), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:46.962200 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] Publish callbacks [] for security_group (75b9d4ee-b4c6-4b5e-b83b-5201397ae988), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:47.012275 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (75b9d4ee-b4c6-4b5e-b83b-5201397ae988), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:47.014839 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:47.015960 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/75b9d4ee-b4c6-4b5e-b83b-5201397ae988 HTTP/1.1" status: 204 len: 168 time: 0.1275127 Mar 11 18:17:47.025361 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218930b-c30e-462c-b793-90dee3a20b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9d4ee-b4c6-4b5e-b83b-5201397ae988,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:53.782177 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3a96ebea-ddf3-4670-a583-8f7e9a9b87a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:55.220657 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:56.185719 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0990-f562-44f3-b405-1adfbfb3321a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:58.433749 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:58.678035 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:58.820722 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Deleting port 42b1350c-9783-434e-be07-9981fa3143a1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:17:58.821255 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (42b1350c-9783-434e-be07-9981fa3143a1), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:58.935029 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (42b1350c-9783-434e-be07-9981fa3143a1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:58.935273 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for floatingip (42b1350c-9783-434e-be07-9981fa3143a1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:58.952782 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Calling delete_port for 42b1350c-9783-434e-be07-9981fa3143a1 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:17:59.078712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43102) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:59.155486 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (42b1350c-9783-434e-be07-9981fa3143a1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.179684 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event deleted for resources: {'Port': ['ID=42b1350c-9783-434e-be07-9981fa3143a1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:59.200410 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29ea660-7bff-4b63-838e-ee217d8ef27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.248917 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for floatingip (9a4f912a-4d4a-4f21-b086-3c9cc1b7298a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.249263 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Floating IP 9a4f912a-4d4a-4f21-b086-3c9cc1b7298a disassociated (deleted). External IP: 172.27.3.98, port: 5bcab936-8ddc-4040-ac5c-306091704f6b. Mar 11 18:17:59.288835 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29ea660-7bff-4b63-838e-ee217d8ef27a admin admin] Publish callbacks [] for security_group (894c2d96-2433-478a-8471-141ce483c706), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.292723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29ea660-7bff-4b63-838e-ee217d8ef27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (894c2d96-2433-478a-8471-141ce483c706), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.337674 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a29ea660-7bff-4b63-838e-ee217d8ef27a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5cbe6abe3c724a638891804cbcf226a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575171 Mar 11 18:17:59.338674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea660-7bff-4b63-838e-ee217d8ef27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894c2d96-2433-478a-8471-141ce483c706,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:17:59.340292 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:17:59.447043 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] Publish callbacks [] for security_group (894c2d96-2433-478a-8471-141ce483c706), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.749594 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.769051 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] Publish callbacks [] for security_group (894c2d96-2433-478a-8471-141ce483c706), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.818820 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Router 3a0de283-aeca-476c-9376-ccffcbd6cd99 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:17:59.894720 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (894c2d96-2433-478a-8471-141ce483c706), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.898377 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:17:59.899686 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/894c2d96-2433-478a-8471-141ce483c706 HTTP/1.1" status: 204 len: 168 time: 0.5584009 Mar 11 18:17:59.963623 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb79205-0065-4a25-8101-38fdcd5399c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c2d96-2433-478a-8471-141ce483c706,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:00.003138 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:00.010798 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.016482 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Sync routers for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:00.030225 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:00.031948 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.054711 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-30de75b1-87f0-4a76-8c7f-fe7de4b54938 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "DELETE /v2.0/floatingips/9a4f912a-4d4a-4f21-b086-3c9cc1b7298a HTTP/1.1" status: 204 len: 168 time: 1.6196480 Mar 11 18:18:00.055438 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:00.061976 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbaf3104c86c687af8b520656bf027fa31de4388751a43e311759f5522c0952" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:00.100222 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5e251f-b32c-4e84-b96d-7baa66afde6c x-openstack-request-id: req-0b5e251f-b32c-4e84-b96d-7baa66afde6c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:00.100547 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:00.100992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-0b5e251f-b32c-4e84-b96d-7baa66afde6c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:00.101389 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'status': 'completed', 'code': 200} Mar 11 18:18:00.199697 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-80182ea5-28bd-4826-94af-6fd5f6d48177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:00.201907 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-80182ea5-28bd-4826-94af-6fd5f6d48177 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=ae982c57004e41abac773b4455fc3a2b&device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0805387 Mar 11 18:18:00.241235 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:00.447245 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-1ad57448-44d5-4fa3-a85b-105a464a29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:00.449825 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-1ad57448-44d5-4fa3-a85b-105a464a29d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 200 len: 910 time: 0.2412684 Mar 11 18:18:00.454421 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbf05d-573f-4b20-addb-e6c1a512bb30 req-7863693a-7c3f-4f75-9a77-74edb9c3bd46 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:00.456881 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9fbf05d-573f-4b20-addb-e6c1a512bb30 req-7863693a-7c3f-4f75-9a77-74edb9c3bd46 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0642626 Mar 11 18:18:00.540135 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b9fbf05d-573f-4b20-addb-e6c1a512bb30 req-47eee47d-49e4-4c09-a0a8-49411badcbcc tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741737 Mar 11 18:18:00.540555 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:00.557250 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2698525-ea4b-4704-9a3e-683757ebd23d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.654001 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.671174 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.677086 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2698525-ea4b-4704-9a3e-683757ebd23d admin admin] Publish callbacks [] for security_group (57714c06-5499-464a-96fb-451b136485de), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.682973 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2698525-ea4b-4704-9a3e-683757ebd23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (57714c06-5499-464a-96fb-451b136485de), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.702932 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Checking router: 3a0de283-aeca-476c-9376-ccffcbd6cd99 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:00.713912 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:00.714541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:00.753931 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c2698525-ea4b-4704-9a3e-683757ebd23d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1d4056bdeba1495db589ff442d523cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119234 Mar 11 18:18:00.755107 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2698525-ea4b-4704-9a3e-683757ebd23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57714c06-5499-464a-96fb-451b136485de,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:00.756981 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43146) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:00.829168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] Publish callbacks [] for security_group (57714c06-5499-464a-96fb-451b136485de), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.858323 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] Publish callbacks [] for security_group (57714c06-5499-464a-96fb-451b136485de), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.886040 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:00.920300 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (57714c06-5499-464a-96fb-451b136485de), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.924701 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:00.926546 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/57714c06-5499-464a-96fb-451b136485de HTTP/1.1" status: 204 len: 168 time: 0.1682196 Mar 11 18:18:00.938142 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b8dc4-bc41-46a2-9614-93a767b07f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57714c06-5499-464a-96fb-451b136485de,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:01.172886 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:01.209304 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b0c4e-ace9-423c-82b4-51c06fbfba3b None None] The sync data for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi is: [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:12:38Z', 'revision_number': 4, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '6e021457-7581-431f-9a14-c5b0b820d66f', 'name': '', 'network_id': '6715e92d-0b45-48ce-b7c1-a561db6612c2', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'mac_address': 'fa:16:3e:ac:40:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:36Z', 'updated_at': '2022-03-11T18:12:45Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'subnets': [{'id': '9c96c67e-6468-429b-ad21-268f5b305b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:01.402442 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-73ef5623-7fd5-422b-985c-1d7fcf9bea72 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 200 len: 217 time: 0.0579083 Mar 11 18:18:01.436246 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:01.463515 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20d6a577-0d63-45b2-83a0-4915fc0bed76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.521962 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8733a24-fdd1-4240-9e92-70b7160e78b1 None None] New status for floating IP 9a4f912a-4d4a-4f21-b086-3c9cc1b7298a: DOWN {{(pid=103446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:18:01.564988 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20d6a577-0d63-45b2-83a0-4915fc0bed76 admin admin] Publish callbacks [] for security_group (85aef6ec-36d3-46a7-9183-e5bce41b5f96), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.570831 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20d6a577-0d63-45b2-83a0-4915fc0bed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (85aef6ec-36d3-46a7-9183-e5bce41b5f96), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.626626 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-20d6a577-0d63-45b2-83a0-4915fc0bed76 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c3a84006a86742b3901d12301fc5abdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824179 Mar 11 18:18:01.626626 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a577-0d63-45b2-83a0-4915fc0bed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aef6ec-36d3-46a7-9183-e5bce41b5f96,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:01.627440 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43160) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:01.746882 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] Publish callbacks [] for security_group (85aef6ec-36d3-46a7-9183-e5bce41b5f96), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.771157 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc0e06-43ea-4911-9ac0-f19f43f711e4 req-38b83d7a-ef1b-4086-a224-90ecd91c4516 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:01.773107 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7edc0e06-43ea-4911-9ac0-f19f43f711e4 req-38b83d7a-ef1b-4086-a224-90ecd91c4516 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.1277277 Mar 11 18:18:01.802130 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] Publish callbacks [] for security_group (85aef6ec-36d3-46a7-9183-e5bce41b5f96), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.886658 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-7edc0e06-43ea-4911-9ac0-f19f43f711e4 req-d6da0764-71cf-4053-83a1-d92918acd405 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984645 Mar 11 18:18:01.906955 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (85aef6ec-36d3-46a7-9183-e5bce41b5f96), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.910731 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:01.912204 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/85aef6ec-36d3-46a7-9183-e5bce41b5f96 HTTP/1.1" status: 204 len: 168 time: 0.2828958 Mar 11 18:18:01.924257 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459278dc-f979-4f69-b8a3-e3d27287568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aef6ec-36d3-46a7-9183-e5bce41b5f96,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:03.043297 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8dcc4-6e32-47c4-a628-e8037cf9f4dd req-cadbb86e-1ad5-4e42-87b9-be5a80e4908f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.045104 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49f8dcc4-6e32-47c4-a628-e8037cf9f4dd req-cadbb86e-1ad5-4e42-87b9-be5a80e4908f tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0777888 Mar 11 18:18:03.080789 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-8c883b0e-4955-4336-9ac6-4e0fa279ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.083269 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-8c883b0e-4955-4336-9ac6-4e0fa279ff10 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 200 len: 847 time: 0.0696063 Mar 11 18:18:03.144028 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-49f8dcc4-6e32-47c4-a628-e8037cf9f4dd req-1c9fcfbf-3427-440d-a90e-ee2ff9a67f99 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842872 Mar 11 18:18:03.149030 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-684d2aab-cc31-43c7-bb4d-c5b00a437e57 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990691 Mar 11 18:18:03.157903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-b9880507-786b-4d1b-a5a7-5b02c3608718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.160168 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-b9880507-786b-4d1b-a5a7-5b02c3608718 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6715e92d-0b45-48ce-b7c1-a561db6612c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705676 Mar 11 18:18:03.240177 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-2d9a96d4-4616-4d2d-a139-818d9c135d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.241827 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-2d9a96d4-4616-4d2d-a139-818d9c135d36 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1130 time: 0.0515714 Mar 11 18:18:03.283382 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-0034bd03-e48b-4426-baf3-dc31b44cb3a3 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162965 Mar 11 18:18:03.413030 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-de201f91-ed40-44c3-892f-cf6f0e2f4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.415583 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-de201f91-ed40-44c3-892f-cf6f0e2f4896 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1484606 Mar 11 18:18:03.415760 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [req-ef6a3ddf-e694-4101-8dd1-0d1f3d72bb6d req-8e217ac8-aa2e-4c5f-936d-41bf9fde2718 service neutron] 10.222.0.107 "GET /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226306 Mar 11 18:18:03.517886 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-387b2e12-1eda-44b8-8d43-8be60de7b93f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 1001 time: 0.0908723 Mar 11 18:18:03.573051 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-9216604c-3b13-4b91-a19e-58901e4c25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.574533 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-9216604c-3b13-4b91-a19e-58901e4c25f2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0472190 Mar 11 18:18:03.630627 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-ae78ec1e-2eae-4fbb-a340-4a2873d3e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:03.632856 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-ae78ec1e-2eae-4fbb-a340-4a2873d3e79d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502498 Mar 11 18:18:03.734532 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-0d0c120b-e9c7-47f6-bfd6-8f6b144cd888 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939462 Mar 11 18:18:03.862467 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e37a383f-5da8-4b9e-9c3f-afafdc33332f req-25fe0661-bca2-47b7-8ba1-104a63822e28 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194677 Mar 11 18:18:04.301818 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f05b77-679b-4467-b30c-b4be67c1bdfb req-53065f4f-a5bd-4ba2-83f3-946b3334e8de tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:04.304042 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63f05b77-679b-4467-b30c-b4be67c1bdfb req-53065f4f-a5bd-4ba2-83f3-946b3334e8de tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0799742 Mar 11 18:18:04.375668 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-63f05b77-679b-4467-b30c-b4be67c1bdfb req-988ba368-12fb-464d-8aae-1dc9cd98738e tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/security-groups?id=b65c0acc-0eee-4f9f-b399-66238d371f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656800 Mar 11 18:18:04.479386 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-14b32d80-f10c-4c87-8e5c-03075a943db8 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:04.480992 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-14b32d80-f10c-4c87-8e5c-03075a943db8 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 946 time: 0.0589545 Mar 11 18:18:04.603973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Deleting port 5bcab936-8ddc-4040-ac5c-306091704f6b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:04.604508 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:04.734518 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] For port 5bcab936-8ddc-4040-ac5c-306091704f6b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=5bcab936-8ddc-4040-ac5c-306091704f6b,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:04.734884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:04.753924 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Calling delete_port for 5bcab936-8ddc-4040-ac5c-306091704f6b owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:04.927439 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (5bcab936-8ddc-4040-ac5c-306091704f6b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:04.970788 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event deleted for resources: {'Port': ['ID=5bcab936-8ddc-4040-ac5c-306091704f6b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:05.036967 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] No DVR routers for this DVR port 5bcab936-8ddc-4040-ac5c-306091704f6b on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:05.040039 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:05.043431 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c591bb76-2ec5-41dd-86a1-67fb873044e0 req-f53275c1-9e08-449e-ba51-53d5a1c037e1 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.107 "DELETE /v2.0/ports/5bcab936-8ddc-4040-ac5c-306091704f6b HTTP/1.1" status: 204 len: 173 time: 0.5570734 Mar 11 18:18:05.043984 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-deleted', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:05.046458 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8962c3-5d47-48d7-a8ca-73d953ffc986" -d '{"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-deleted", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:05.091750 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4577130-f800-4621-89ce-7c487dc28e20 x-openstack-request-id: req-e4577130-f800-4621-89ce-7c487dc28e20 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:05.092314 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf778c7-9e6b-4812-b89e-387b4f01c3b4", "name": "network-vif-deleted", "tag": "5bcab936-8ddc-4040-ac5c-306091704f6b", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:05.092598 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e4577130-f800-4621-89ce-7c487dc28e20 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:05.093161 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf778c7-9e6b-4812-b89e-387b4f01c3b4', 'name': 'network-vif-deleted', 'tag': '5bcab936-8ddc-4040-ac5c-306091704f6b', 'status': 'completed', 'code': 200} Mar 11 18:18:05.533984 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-e7503aa9-b3a5-4eae-8c47-99dc6eb8f960 req-02ebab23-41ea-4901-8a9f-a27013c67813 tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "GET /v2.0/ports?device_id=ebf778c7-9e6b-4812-b89e-387b4f01c3b4 HTTP/1.1" status: 200 len: 210 time: 0.0539424 Mar 11 18:18:06.614894 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43220) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:06.693180 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (b65c0acc-0eee-4f9f-b399-66238d371f1a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:06.729391 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (b65c0acc-0eee-4f9f-b399-66238d371f1a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:06.825360 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (b65c0acc-0eee-4f9f-b399-66238d371f1a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:06.828579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:06.832608 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] 10.222.0.105 "DELETE /v2.0/security-groups/b65c0acc-0eee-4f9f-b399-66238d371f1a HTTP/1.1" status: 204 len: 168 time: 0.2139161 Mar 11 18:18:06.850255 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039cf3-3c45-4066-acdc-353f8731c93c tempest-TestShelveInstance-1626288558 tempest-TestShelveInstance-1626288558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c0acc-0eee-4f9f-b399-66238d371f1a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:06.898828 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:07.084395 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54446f-4e47-4b3a-81b0-b0c0c01614d1 req-8c60bc9a-5e53-4ebe-840d-b9ceda453443 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:07.086139 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f54446f-4e47-4b3a-81b0-b0c0c01614d1 req-8c60bc9a-5e53-4ebe-840d-b9ceda453443 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0976231 Mar 11 18:18:07.149023 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-4f54446f-4e47-4b3a-81b0-b0c0c01614d1 req-36c9182c-a7ed-4e23-818a-338d2f9031ab tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527892 Mar 11 18:18:07.553367 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:07.848757 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Deleting port 6e021457-7581-431f-9a14-c5b0b820d66f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:07.849100 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:07.956779 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] For port 6e021457-7581-431f-9a14-c5b0b820d66f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=6e021457-7581-431f-9a14-c5b0b820d66f,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:07.957832 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:07.972340 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Calling delete_port for 6e021457-7581-431f-9a14-c5b0b820d66f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:08.201102 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (6e021457-7581-431f-9a14-c5b0b820d66f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:08.230217 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e021457-7581-431f-9a14-c5b0b820d66f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:08.311419 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8c382-edc0-46e5-9b42-20afdc32fc4e req-276416fc-4f1a-43f9-829a-0d3a50494226 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.313051 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efe8c382-edc0-46e5-9b42-20afdc32fc4e req-276416fc-4f1a-43f9-829a-0d3a50494226 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0836473 Mar 11 18:18:08.380711 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-efe8c382-edc0-46e5-9b42-20afdc32fc4e req-0ed6dca2-82d7-4dcd-87e6-6d268bee82f5 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups?id=55b5d97d-b577-4424-b031-e6b48db5e07b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591977 Mar 11 18:18:08.473714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:08.719273 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-a406b088-b032-4fe2-bf0d-06aeab5f4192 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:08.721897 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-a406b088-b032-4fe2-bf0d-06aeab5f4192 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 945 time: 0.0707579 Mar 11 18:18:08.781782 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Router 3a0de283-aeca-476c-9376-ccffcbd6cd99 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:08.850221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Deleting port 13c85ff5-a037-43d7-a4ff-f4c283873426 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:08.850629 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:08.950286 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:08.961818 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-af0a3c95-01e4-4546-8a12-b676ac08cbbd admin admin] 10.222.0.105 "PUT /v2.0/routers/3a0de283-aeca-476c-9376-ccffcbd6cd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549200 Mar 11 18:18:08.961818 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:08.967032 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Sync routers for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:08.979519 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:08.980229 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:08.985731 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] For port 13c85ff5-a037-43d7-a4ff-f4c283873426, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=13c85ff5-a037-43d7-a4ff-f4c283873426,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:08.986111 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.049281 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:09.077324 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 5bcab936-8ddc-4040-ac5c-306091704f6b {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:09.077978 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 5bcab936-8ddc-4040-ac5c-306091704f6b not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:09.133386 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks [] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.212771 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:09.249155 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.249528 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620357'] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.250128 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Floating IP 732e0889-b358-4d68-9dba-d54e87a0502d disassociated. External IP: 172.27.3.65, port: 13c85ff5-a037-43d7-a4ff-f4c283873426. Mar 11 18:18:09.250638 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Calling delete_port for 13c85ff5-a037-43d7-a4ff-f4c283873426 owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:09.343599 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks [] for router_gateway (3a0de283-aeca-476c-9376-ccffcbd6cd99), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.426231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43258) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:09.461094 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (13c85ff5-a037-43d7-a4ff-f4c283873426), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.468209 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Deleting port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:09.469399 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.579068 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:18:08Z', 'revision_number': 5, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port': {'id': 'a4ba28b6-9e33-46a4-a616-86a8fd1d16ff', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:32Z', 'updated_at': '2022-03-11T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:09.579513 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-8de1a738-5d09-4a56-ab7f-ddcf4f53c705 req-b9e67973-5021-4259-a9bb-9a573cf4264f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 210 time: 0.0483692 Mar 11 18:18:09.593164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'Port': ['ID=13c85ff5-a037-43d7-a4ff-f4c283873426,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:09.636897 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Checking router: 3a0de283-aeca-476c-9376-ccffcbd6cd99 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:09.649645 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] For port a4ba28b6-9e33-46a4-a616-86a8fd1d16ff, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:09.650560 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.651987 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Routers {'3a0de283-aeca-476c-9376-ccffcbd6cd99'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:09.653044 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['3a0de283-aeca-476c-9376-ccffcbd6cd99'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:09.657861 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2135-bc1a-40cd-a1cf-24f4fafd1342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.679598 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Calling delete_port for a4ba28b6-9e33-46a4-a616-86a8fd1d16ff owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:09.816020 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:09.829562 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2135-bc1a-40cd-a1cf-24f4fafd1342 admin admin] Publish callbacks [] for security_group (35b565c0-8257-4c25-ba41-394d4dc43e87), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.838256 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2135-bc1a-40cd-a1cf-24f4fafd1342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (35b565c0-8257-4c25-ba41-394d4dc43e87), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:09.929807 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9a1f2135-bc1a-40cd-a1cf-24f4fafd1342 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a3a0f98e3cd946a48f89c2bb27b33a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023983 Mar 11 18:18:09.938870 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43262) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:09.952759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2135-bc1a-40cd-a1cf-24f4fafd1342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b565c0-8257-4c25-ba41-394d4dc43e87,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:09.984058 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] Set router 3a0de283-aeca-476c-9376-ccffcbd6cd99 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:10.025349 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:10.041442 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:10.050384 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:18:09Z', 'revision_number': 6, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.062249 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:10.063406 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.074407 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (a4ba28b6-9e33-46a4-a616-86a8fd1d16ff), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.105944 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] No DVR routers for this DVR port 13c85ff5-a037-43d7-a4ff-f4c283873426 on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:10.110061 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.114377 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-f3255fc8-bca1-4a3a-a8a4-07f014ac9cda req-dfe1d699-b6dc-4c1d-a35d-8a92fcdf7903 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.107 "DELETE /v2.0/ports/13c85ff5-a037-43d7-a4ff-f4c283873426 HTTP/1.1" status: 204 len: 173 time: 1.3862309 Mar 11 18:18:10.115354 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ba28b6-9e33-46a4-a616-86a8fd1d16ff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:10.115490 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'name': 'network-vif-deleted', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:10.120389 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ff93c-0b42-4233-a4b6-4094dc83848a" -d '{"events": [{"server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "name": "network-vif-deleted", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:10.143909 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] Publish callbacks [] for security_group (35b565c0-8257-4c25-ba41-394d4dc43e87), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.145758 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f581c95-f66c-43f1-ae74-13153a4ddd47 None None] The sync data for ids ['3a0de283-aeca-476c-9376-ccffcbd6cd99'] in dv-cinder-833443-1-iscsi is: [{'id': '3a0de283-aeca-476c-9376-ccffcbd6cd99', 'name': 'tempest-TestShelveInstance-339026164-router', 'tenant_id': 'ae982c57004e41abac773b4455fc3a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:31Z', 'updated_at': '2022-03-11T18:18:09Z', 'revision_number': 6, 'project_id': 'ae982c57004e41abac773b4455fc3a2b', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:10.230240 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c9ae7-a595-487a-af4a-41e5a923b8ef x-openstack-request-id: req-510c9ae7-a595-487a-af4a-41e5a923b8ef {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:10.231711 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c47428-c09f-4e31-b849-fede8e349be8", "name": "network-vif-deleted", "tag": "13c85ff5-a037-43d7-a4ff-f4c283873426", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:10.233765 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-510c9ae7-a595-487a-af4a-41e5a923b8ef {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:10.234827 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c47428-c09f-4e31-b849-fede8e349be8', 'name': 'network-vif-deleted', 'tag': '13c85ff5-a037-43d7-a4ff-f4c283873426', 'status': 'completed', 'code': 200} Mar 11 18:18:10.240331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] Publish callbacks [] for security_group (35b565c0-8257-4c25-ba41-394d4dc43e87), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.292830 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.332813 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:10.711578 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6e021457-7581-431f-9a14-c5b0b820d66f no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:10.738053 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.751833 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.756126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks [] for router_controller (3a0de283-aeca-476c-9376-ccffcbd6cd99), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.768936 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (35b565c0-8257-4c25-ba41-394d4dc43e87), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.772258 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.773810 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/35b565c0-8257-4c25-ba41-394d4dc43e87 HTTP/1.1" status: 204 len: 168 time: 0.8334770 Mar 11 18:18:10.782271 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 6e021457-7581-431f-9a14-c5b0b820d66f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:10.782785 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 6e021457-7581-431f-9a14-c5b0b820d66f not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:10.816105 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:10.820554 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-53f1e352-3d5b-433b-8fbe-55cccd383501 req-60837338-4f34-4285-b07e-8a885be71e0d tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/ports?device_id=f4c47428-c09f-4e31-b849-fede8e349be8 HTTP/1.1" status: 200 len: 210 time: 0.0946364 Mar 11 18:18:10.829228 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:10.830169 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:10.877566 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0637f-a40e-431b-b56d-f7c60e637546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b565c0-8257-4c25-ba41-394d4dc43e87,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:10.888773 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (3a0de283-aeca-476c-9376-ccffcbd6cd99), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.889352 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a0de283-aeca-476c-9376-ccffcbd6cd99 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:18:10.896048 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:10.897588 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-14384252-7dc8-4d80-ac3d-093c09414af8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/3a0de283-aeca-476c-9376-ccffcbd6cd99 HTTP/1.1" status: 204 len: 168 time: 1.9356320 Mar 11 18:18:10.900751 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43270) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:10.971528 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Deleting subnet 9c96c67e-6468-429b-ad21-268f5b305b00 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:18:10.976476 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Publish callbacks [] for subnet (9c96c67e-6468-429b-ad21-268f5b305b00), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.008439 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:11.021853 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (9c96c67e-6468-429b-ad21-268f5b305b00), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.125413 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (9c96c67e-6468-429b-ad21-268f5b305b00), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.234487 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (9c96c67e-6468-429b-ad21-268f5b305b00), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.270717 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c96c67e-6468-429b-ad21-268f5b305b00,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:11.297068 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da68999a-ded7-4cfe-9fbd-ec6de3d5b039 None None] Network 6715e92d-0b45-48ce-b7c1-a561db6612c2 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:11.307120 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.320901 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-42a1d657-5ce2-4ab8-a532-f4f377f7d0f9 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9c96c67e-6468-429b-ad21-268f5b305b00 HTTP/1.1" status: 204 len: 168 time: 0.4178762 Mar 11 18:18:11.323971 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43272) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:11.352846 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:11.443681 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (6715e92d-0b45-48ce-b7c1-a561db6612c2), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.489475 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0c5f2-1ca9-486f-a6f6-922c610fc101 None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:13:08Z', 'revision_number': 4, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': 'cb184f03-1710-448e-8506-7a6e0161d0fb', 'name': '', 'network_id': 'db81a000-a367-4336-900a-3ecabd759d61', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'mac_address': 'fa:16:3e:4d:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:07Z', 'updated_at': '2022-03-11T18:13:15Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'subnets': [{'id': '644d291a-c2f5-4254-b0a3-33721faa9808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:11.528443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] DHCP port deletion for 6715e92d-0b45-48ce-b7c1-a561db6612c2 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:18:11.530652 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Deleting port 956ba17a-9161-420f-83c5-2f7fdc4d9486 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:11.530878 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.591357 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Deleting port 956ba17a-9161-420f-83c5-2f7fdc4d9486 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:11.591824 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.606210 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] For port 956ba17a-9161-420f-83c5-2f7fdc4d9486, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=956ba17a-9161-420f-83c5-2f7fdc4d9486,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:11.606596 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.623160 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Calling delete_port for 956ba17a-9161-420f-83c5-2f7fdc4d9486 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:11.669242 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] For port 956ba17a-9161-420f-83c5-2f7fdc4d9486, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=956ba17a-9161-420f-83c5-2f7fdc4d9486,segment=NetworkSegment(5c2b205b-584d-4871-b7c7-4588251b5d9a),segment_id=5c2b205b-584d-4871-b7c7-4588251b5d9a)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:11.669900 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.685773 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Calling delete_port for 956ba17a-9161-420f-83c5-2f7fdc4d9486 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:11.725644 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.765990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Pushing event deleted for resources: {'Port': ['ID=956ba17a-9161-420f-83c5-2f7fdc4d9486,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:11.772771 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] No DVR routers for this DVR port 956ba17a-9161-420f-83c5-2f7fdc4d9486 on host dv-cinder-833443-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:11.792537 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (956ba17a-9161-420f-83c5-2f7fdc4d9486), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.831351 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Pushing event deleted for resources: {'Port': ['ID=956ba17a-9161-420f-83c5-2f7fdc4d9486,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:11.836817 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] No DVR routers for this DVR port 956ba17a-9161-420f-83c5-2f7fdc4d9486 on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:11.845016 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4c805f-5bd1-4225-8384-f78b3c6f6839 None None] New status for floating IP 732e0889-b358-4d68-9dba-d54e87a0502d: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:18:11.855733 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.856446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.856446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.857249 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.857889 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.858243 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.858586 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.858921 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.859302 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.859634 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.860030 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.860356 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.860958 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e17574-04d0-4bb1-9408-4b677f265ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:11.903100 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (6715e92d-0b45-48ce-b7c1-a561db6612c2), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.931956 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:11.951081 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6715e92d-0b45-48ce-b7c1-a561db6612c2']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:11.962955 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2b205b-584d-4871-b7c7-4588251b5d9a') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:11.963550 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2b205b-584d-4871-b7c7-4588251b5d9a') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:11.974913 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (5c2b205b-584d-4871-b7c7-4588251b5d9a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:11.992418 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5c2b205b-584d-4871-b7c7-4588251b5d9a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.000221 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:18:12.000600 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (5c2b205b-584d-4871-b7c7-4588251b5d9a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:12.002748 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:12.007449 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (55b5d97d-b577-4424-b031-e6b48db5e07b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.049383 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (55b5d97d-b577-4424-b031-e6b48db5e07b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.071385 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (6715e92d-0b45-48ce-b7c1-a561db6612c2), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.078680 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.082435 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] 10.222.0.105 "DELETE /v2.0/networks/6715e92d-0b45-48ce-b7c1-a561db6612c2 HTTP/1.1" status: 204 len: 168 time: 0.7563505 Mar 11 18:18:12.085572 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43280) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:12.093876 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987dc00-60bf-4272-9685-361dd2149932 admin admin] Pushing event deleted for resources: {'Network': ['ID=6715e92d-0b45-48ce-b7c1-a561db6612c2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:12.149812 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (55b5d97d-b577-4424-b031-e6b48db5e07b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.152402 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.153550 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "DELETE /v2.0/security-groups/55b5d97d-b577-4424-b031-e6b48db5e07b HTTP/1.1" status: 204 len: 168 time: 0.2207062 Mar 11 18:18:12.159738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43282) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:12.176735 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.api.v2.resource [None req-b648e04b-c81e-43d8-ae7c-8951bbf6273f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] show failed (client error): The resource could not be found. Mar 11 18:18:12.180511 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b648e04b-c81e-43d8-ae7c-8951bbf6273f tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "GET /v2.0/security-groups/55b5d97d-b577-4424-b031-e6b48db5e07b HTTP/1.1" status: 404 len: 347 time: 0.0167923 Mar 11 18:18:12.181507 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43284) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:12.195671 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0fe96-839a-4ccb-b763-7ab3a55cfce8 tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b5d97d-b577-4424-b031-e6b48db5e07b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:12.348884 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Deleting port 834b314b-1f74-4cf5-820d-d15ad6193b14 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:12.354723 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.366231 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device a4ba28b6-9e33-46a4-a616-86a8fd1d16ff no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:12.387531 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: a4ba28b6-9e33-46a4-a616-86a8fd1d16ff {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:12.388086 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device a4ba28b6-9e33-46a4-a616-86a8fd1d16ff not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:12.388611 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 956ba17a-9161-420f-83c5-2f7fdc4d9486 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:12.409659 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 956ba17a-9161-420f-83c5-2f7fdc4d9486 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:12.410143 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 956ba17a-9161-420f-83c5-2f7fdc4d9486 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:12.444721 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.445184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (834b314b-1f74-4cf5-820d-d15ad6193b14), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.458674 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Calling delete_port for 834b314b-1f74-4cf5-820d-d15ad6193b14 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:12.492732 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.602951 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (834b314b-1f74-4cf5-820d-d15ad6193b14), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.638534 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Pushing event deleted for resources: {'Port': ['ID=834b314b-1f74-4cf5-820d-d15ad6193b14,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:12.698979 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks [] for floatingip (732e0889-b358-4d68-9dba-d54e87a0502d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.701602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.702862 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3d0423de-8af0-48e3-acae-38a3abd5ad5a tempest-AttachVolumeTestJSON-140453131 tempest-AttachVolumeTestJSON-140453131-project] 10.222.0.105 "DELETE /v2.0/floatingips/732e0889-b358-4d68-9dba-d54e87a0502d HTTP/1.1" status: 204 len: 168 time: 0.5202727 Mar 11 18:18:12.777621 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Deleting port 2042a1ad-3edf-45a9-acdb-0d4097469dcb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:12.778012 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.910420 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] For port 2042a1ad-3edf-45a9-acdb-0d4097469dcb, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=2042a1ad-3edf-45a9-acdb-0d4097469dcb,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:12.910785 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:12.927182 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Calling delete_port for 2042a1ad-3edf-45a9-acdb-0d4097469dcb owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:13.032176 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 13c85ff5-a037-43d7-a4ff-f4c283873426 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:13.064743 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 13c85ff5-a037-43d7-a4ff-f4c283873426 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:13.064743 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 13c85ff5-a037-43d7-a4ff-f4c283873426 not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:13.146466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (2042a1ad-3edf-45a9-acdb-0d4097469dcb), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:13.170997 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Pushing event deleted for resources: {'Port': ['ID=2042a1ad-3edf-45a9-acdb-0d4097469dcb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:13.373970 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:13.628223 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Router b9b585a9-0db5-4155-bb63-b6ad809ba4ed has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:13.746206 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:13.753601 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-704006bd-6096-42cf-822c-52d8912b0452 admin admin] 10.222.0.105 "PUT /v2.0/routers/b9b585a9-0db5-4155-bb63-b6ad809ba4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639643 Mar 11 18:18:13.754443 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43292) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:13.757404 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Sync routers for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:13.769044 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:13.769673 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:13.867617 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks [] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:13.887130 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:13.991155 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks [] for router_gateway (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.067756 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Deleting port 51826877-04d8-4a4b-817a-d8f61ebd505f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:14.068570 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.102849 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:18:13Z', 'revision_number': 5, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port': {'id': '51826877-04d8-4a4b-817a-d8f61ebd505f', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:12:45Z', 'updated_at': '2022-03-11T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:14.138608 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Checking router: b9b585a9-0db5-4155-bb63-b6ad809ba4ed for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:14.150483 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Routers {'b9b585a9-0db5-4155-bb63-b6ad809ba4ed'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:14.151130 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:14.180521 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] For port 51826877-04d8-4a4b-817a-d8f61ebd505f, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=51826877-04d8-4a4b-817a-d8f61ebd505f,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:14.181218 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.202899 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Calling delete_port for 51826877-04d8-4a4b-817a-d8f61ebd505f owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:14.281091 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] Set router b9b585a9-0db5-4155-bb63-b6ad809ba4ed gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:14.338710 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:18:13Z', 'revision_number': 6, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:14.376400 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73870c7f-db45-47a1-b4f4-d0cc25b20a4d None None] The sync data for ids ['b9b585a9-0db5-4155-bb63-b6ad809ba4ed'] in dv-cinder-833443-1-iscsi is: [{'id': 'b9b585a9-0db5-4155-bb63-b6ad809ba4ed', 'name': 'tempest-TestShelveInstance-1092053820-router', 'tenant_id': '1e00f141d7de433994891642c5c554d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:12:44Z', 'updated_at': '2022-03-11T18:18:13Z', 'revision_number': 6, 'project_id': '1e00f141d7de433994891642c5c554d0', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:14.432366 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (51826877-04d8-4a4b-817a-d8f61ebd505f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.474559 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Pushing event deleted for resources: {'Port': ['ID=51826877-04d8-4a4b-817a-d8f61ebd505f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:14.552730 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.949636 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.951952 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks [] for router_controller (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.996700 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (b9b585a9-0db5-4155-bb63-b6ad809ba4ed), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:14.997142 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b585a9-0db5-4155-bb63-b6ad809ba4ed {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:18:15.002703 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.003868 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bc9e5d2e-1b8d-470f-acab-2ab7cef03771 admin admin] 10.222.0.105 "DELETE /v2.0/routers/b9b585a9-0db5-4155-bb63-b6ad809ba4ed HTTP/1.1" status: 204 len: 168 time: 1.2484961 Mar 11 18:18:15.006963 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43300) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:15.052789 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Deleting subnet a4bc3c90-db05-4294-84ec-dc436ffd1747 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:18:15.056763 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Publish callbacks [] for subnet (a4bc3c90-db05-4294-84ec-dc436ffd1747), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.091265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (a4bc3c90-db05-4294-84ec-dc436ffd1747), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.182463 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (a4bc3c90-db05-4294-84ec-dc436ffd1747), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.245270 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (a4bc3c90-db05-4294-84ec-dc436ffd1747), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.273770 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bc3c90-db05-4294-84ec-dc436ffd1747,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:15.278276 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.281982 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d7180e9d-29a5-4ffe-9bde-54d39adb1110 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a4bc3c90-db05-4294-84ec-dc436ffd1747 HTTP/1.1" status: 204 len: 168 time: 0.2744029 Mar 11 18:18:15.285826 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43304) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:15.291912 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8872c92-e20c-4099-b26d-9c5c723d3287 None None] Network c24272ce-fb92-49e5-b65f-d8aca534f8be requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:15.392432 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (c24272ce-fb92-49e5-b65f-d8aca534f8be), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.506917 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Deleting port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:15.507165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] DHCP port deletion for c24272ce-fb92-49e5-b65f-d8aca534f8be request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:18:15.507540 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.590943 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Deleting port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:15.591328 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.617849 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] For port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:15.618175 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.641184 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Calling delete_port for 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:15.668020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] For port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,segment=NetworkSegment(43716f11-ca17-4bf9-a580-78ddbd252a65),segment_id=43716f11-ca17-4bf9-a580-78ddbd252a65)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:15.668446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.684547 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Calling delete_port for 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:15.745403 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.781244 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:15.782353 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] No DVR routers for this DVR port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 on host dv-cinder-833443-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:15.795920 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (13bc81f4-2c35-4519-84f8-d3b8ec6e4a64), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.823989 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] Pushing event deleted for resources: {'Port': ['ID=13bc81f4-2c35-4519-84f8-d3b8ec6e4a64,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:15.828596 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b010c-c523-4a04-bb09-1ca0563f8fc5 None None] No DVR routers for this DVR port 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:15.883433 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (c24272ce-fb92-49e5-b65f-d8aca534f8be), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.906350 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24272ce-fb92-49e5-b65f-d8aca534f8be']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:15.918253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43716f11-ca17-4bf9-a580-78ddbd252a65') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:15.918562 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43716f11-ca17-4bf9-a580-78ddbd252a65') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:15.930231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (43716f11-ca17-4bf9-a580-78ddbd252a65), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.946256 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (43716f11-ca17-4bf9-a580-78ddbd252a65), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.954169 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:18:15.954990 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (43716f11-ca17-4bf9-a580-78ddbd252a65), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:15.956929 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:16.019668 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (c24272ce-fb92-49e5-b65f-d8aca534f8be), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.026454 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.030662 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] 10.222.0.105 "DELETE /v2.0/networks/c24272ce-fb92-49e5-b65f-d8aca534f8be HTTP/1.1" status: 204 len: 168 time: 0.7436194 Mar 11 18:18:16.048994 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc795cb-ce87-4a14-9c83-02c2a2851547 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24272ce-fb92-49e5-b65f-d8aca534f8be,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:16.254561 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:16.304815 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3481f6f3-1a21-4676-ab24-a7b265d23537 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ae982c57004e41abac773b4455fc3a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490360 Mar 11 18:18:16.307982 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:16.357371 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2042a1ad-3edf-45a9-acdb-0d4097469dcb no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:16.364182 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] Publish callbacks [] for security_group (6a01793a-ebbb-4934-a47f-cae48fb6c892), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.383790 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 2042a1ad-3edf-45a9-acdb-0d4097469dcb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:16.384160 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 2042a1ad-3edf-45a9-acdb-0d4097469dcb not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:16.384577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 51826877-04d8-4a4b-817a-d8f61ebd505f no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:16.400209 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] Publish callbacks [] for security_group (6a01793a-ebbb-4934-a47f-cae48fb6c892), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.415806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 51826877-04d8-4a4b-817a-d8f61ebd505f {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:16.416172 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 51826877-04d8-4a4b-817a-d8f61ebd505f not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:16.416631 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:16.444198 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:16.444511 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 13bc81f4-2c35-4519-84f8-d3b8ec6e4a64 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:16.466328 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (6a01793a-ebbb-4934-a47f-cae48fb6c892), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.469440 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:16.470884 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6a01793a-ebbb-4934-a47f-cae48fb6c892 HTTP/1.1" status: 204 len: 168 time: 0.1617453 Mar 11 18:18:16.481516 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a6ba-e644-4760-bb8c-249c2c01b658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a01793a-ebbb-4934-a47f-cae48fb6c892,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:16.665032 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:16.908667 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43334) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:16.965976 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-451cc5e5-4062-4303-ba40-fc26d40aecbb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1e00f141d7de433994891642c5c554d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553443 Mar 11 18:18:16.968664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43336) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:17.031767 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] Publish callbacks [] for security_group (93c8a403-61f9-47b0-9f75-f5c2bb23e77c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.067648 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] Publish callbacks [] for security_group (93c8a403-61f9-47b0-9f75-f5c2bb23e77c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.134470 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (93c8a403-61f9-47b0-9f75-f5c2bb23e77c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.137128 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.138321 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/93c8a403-61f9-47b0-9f75-f5c2bb23e77c HTTP/1.1" status: 204 len: 168 time: 0.1683867 Mar 11 18:18:17.149355 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d0586-498e-4cc4-a349-7ff2bdc116b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8a403-61f9-47b0-9f75-f5c2bb23e77c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:17.309987 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.679467 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Deleting port cb184f03-1710-448e-8506-7a6e0161d0fb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:17.680115 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.824410 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] For port cb184f03-1710-448e-8506-7a6e0161d0fb, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=cb184f03-1710-448e-8506-7a6e0161d0fb,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:17.825042 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:17.855518 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Calling delete_port for cb184f03-1710-448e-8506-7a6e0161d0fb owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:18.108721 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (cb184f03-1710-448e-8506-7a6e0161d0fb), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:18.134323 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb184f03-1710-448e-8506-7a6e0161d0fb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:18.372802 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:18.664478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:18.792903 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:18.801396 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dc4e3bdc-f41b-4b97-93fd-c54caa930839 admin admin] 10.222.0.105 "PUT /v2.0/routers/39f170b5-bbf8-43c6-90b8-77d0c5176c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1349659 Mar 11 18:18:18.803842 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:18.806499 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Sync routers for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:18.820129 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:18.820907 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:18.961117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:19.177903 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:18:18Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:19.212047 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Checking router: 39f170b5-bbf8-43c6-90b8-77d0c5176c27 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:19.222190 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Routers {'39f170b5-bbf8-43c6-90b8-77d0c5176c27'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:19.223164 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:17:56Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:19.246688 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks [] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:19.364346 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks [] for router_gateway (39f170b5-bbf8-43c6-90b8-77d0c5176c27), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:19.378446 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] Set router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:19.429735 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Deleting port 8fa6cc9d-9d51-494d-8271-29b510388ad9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:19.430430 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:19.522531 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] For port 8fa6cc9d-9d51-494d-8271-29b510388ad9, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8fa6cc9d-9d51-494d-8271-29b510388ad9,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:19.523000 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:19.538610 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Calling delete_port for 8fa6cc9d-9d51-494d-8271-29b510388ad9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:19.630105 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:18:18Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:19.662140 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffe677-931d-4d80-82d9-867a8798c88a None None] The sync data for ids ['39f170b5-bbf8-43c6-90b8-77d0c5176c27'] in dv-cinder-833443-1-iscsi is: [{'id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'name': 'tempest-AttachVolumeTestJSON-546890456-router', 'tenant_id': '12b42d3a449a42f79a4ae4dc943268a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:13:02Z', 'updated_at': '2022-03-11T18:18:18Z', 'revision_number': 5, 'project_id': '12b42d3a449a42f79a4ae4dc943268a5', 'gw_port': {'id': '8fa6cc9d-9d51-494d-8271-29b510388ad9', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:13:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f170b5-bbf8-43c6-90b8-77d0c5176c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:13:04Z', 'updated_at': '2022-03-11T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:19.791330 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (8fa6cc9d-9d51-494d-8271-29b510388ad9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:19.820008 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa6cc9d-9d51-494d-8271-29b510388ad9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:19.911073 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.034175 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.037595 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks [] for router_controller (39f170b5-bbf8-43c6-90b8-77d0c5176c27), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.097166 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (39f170b5-bbf8-43c6-90b8-77d0c5176c27), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.097746 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f170b5-bbf8-43c6-90b8-77d0c5176c27 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:18:20.102355 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.106411 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a892718e-d7bc-4809-a820-3d050e23d1c8 admin admin] 10.222.0.105 "DELETE /v2.0/routers/39f170b5-bbf8-43c6-90b8-77d0c5176c27 HTTP/1.1" status: 204 len: 168 time: 1.2986076 Mar 11 18:18:20.106686 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:20.161499 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Deleting subnet 644d291a-c2f5-4254-b0a3-33721faa9808 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:18:20.166820 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Publish callbacks [] for subnet (644d291a-c2f5-4254-b0a3-33721faa9808), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.208056 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (644d291a-c2f5-4254-b0a3-33721faa9808), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.306751 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (644d291a-c2f5-4254-b0a3-33721faa9808), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.383003 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (644d291a-c2f5-4254-b0a3-33721faa9808), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.423367 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device cb184f03-1710-448e-8506-7a6e0161d0fb no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:20.425495 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644d291a-c2f5-4254-b0a3-33721faa9808,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:20.433049 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.441532 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5e236671-fd97-404b-993f-5f94ab961dec admin admin] 10.222.0.105 "DELETE /v2.0/subnets/644d291a-c2f5-4254-b0a3-33721faa9808 HTTP/1.1" status: 204 len: 168 time: 0.3307962 Mar 11 18:18:20.442474 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:20.469541 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9946c3-67b3-4be9-8808-d01de546ff8f None None] Network db81a000-a367-4336-900a-3ecabd759d61 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:20.473270 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: cb184f03-1710-448e-8506-7a6e0161d0fb {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:20.473945 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device cb184f03-1710-448e-8506-7a6e0161d0fb not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:20.567634 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (db81a000-a367-4336-900a-3ecabd759d61), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.638830 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Deleting port e4d2e6d7-0b54-4391-843d-ba53e2c92965 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:20.639271 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.726989 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] For port e4d2e6d7-0b54-4391-843d-ba53e2c92965, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=e4d2e6d7-0b54-4391-843d-ba53e2c92965,segment=NetworkSegment(998e6b81-339a-43f2-9a9c-4f597b24b04d),segment_id=998e6b81-339a-43f2-9a9c-4f597b24b04d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:20.727567 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.752117 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Calling delete_port for e4d2e6d7-0b54-4391-843d-ba53e2c92965 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:20.860047 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (e4d2e6d7-0b54-4391-843d-ba53e2c92965), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:20.899811 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d2e6d7-0b54-4391-843d-ba53e2c92965,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:20.902094 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] No DVR routers for this DVR port e4d2e6d7-0b54-4391-843d-ba53e2c92965 on host dv-cinder-833443-1-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:20.920148 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceec2b7-c735-4143-938d-fe1af61b4d64 None None] DHCP port deletion for db81a000-a367-4336-900a-3ecabd759d61 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:18:21.007307 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (db81a000-a367-4336-900a-3ecabd759d61), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.034570 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db81a000-a367-4336-900a-3ecabd759d61']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:21.046345 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998e6b81-339a-43f2-9a9c-4f597b24b04d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:21.046686 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998e6b81-339a-43f2-9a9c-4f597b24b04d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:21.058423 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (998e6b81-339a-43f2-9a9c-4f597b24b04d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.075084 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (998e6b81-339a-43f2-9a9c-4f597b24b04d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.083237 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:18:21.083867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (998e6b81-339a-43f2-9a9c-4f597b24b04d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:21.086625 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:21.172148 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (db81a000-a367-4336-900a-3ecabd759d61), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.178237 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.181689 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] 10.222.0.105 "DELETE /v2.0/networks/db81a000-a367-4336-900a-3ecabd759d61 HTTP/1.1" status: 204 len: 168 time: 0.7383180 Mar 11 18:18:21.211507 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf17da7-d09c-4c8f-96a1-7b7566ccb013 admin admin] Pushing event deleted for resources: {'Network': ['ID=db81a000-a367-4336-900a-3ecabd759d61,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:21.404803 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43348) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:21.452280 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-6e29ffb9-ce7a-4600-b48a-6eb6f4800e80 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=12b42d3a449a42f79a4ae4dc943268a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461950 Mar 11 18:18:21.455389 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43350) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:21.514005 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] Publish callbacks [] for security_group (362cad97-53b6-41f7-bf22-849c08a8e2f6), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.540185 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] Publish callbacks [] for security_group (362cad97-53b6-41f7-bf22-849c08a8e2f6), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.601099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (362cad97-53b6-41f7-bf22-849c08a8e2f6), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.604241 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:21.605530 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/362cad97-53b6-41f7-bf22-849c08a8e2f6 HTTP/1.1" status: 204 len: 168 time: 0.1484222 Mar 11 18:18:21.618789 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb8db5-3463-4610-8ca7-caec2bda9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362cad97-53b6-41f7-bf22-849c08a8e2f6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:22.389402 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e4d2e6d7-0b54-4391-843d-ba53e2c92965 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:22.430780 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: e4d2e6d7-0b54-4391-843d-ba53e2c92965 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:22.431381 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device e4d2e6d7-0b54-4391-843d-ba53e2c92965 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:22.432123 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8fa6cc9d-9d51-494d-8271-29b510388ad9 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:22.455289 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 8fa6cc9d-9d51-494d-8271-29b510388ad9 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:22.456207 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8fa6cc9d-9d51-494d-8271-29b510388ad9 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:23.597879 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:18:23.794224 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2daa65b8-21f0-470a-8454-e6bf4e2e0137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.232589 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.331910 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:25.469830 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9e77-649e-4158-bb08-dfad5dc3ed57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.582618 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9e77-649e-4158-bb08-dfad5dc3ed57 admin admin] Publish callbacks [] for security_group (e49cbcb8-7304-4b9c-9ac0-3e83c34ef598), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.587356 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab0f9e77-649e-4158-bb08-dfad5dc3ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (e49cbcb8-7304-4b9c-9ac0-3e83c34ef598), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.628544 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f9e77-649e-4158-bb08-dfad5dc3ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49cbcb8-7304-4b9c-9ac0-3e83c34ef598,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:25.633231 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ab0f9e77-649e-4158-bb08-dfad5dc3ed57 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4c0a900316d047c5a5c4680b2792779f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002050 Mar 11 18:18:25.637971 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:25.650436 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43488) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:25.695050 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] Publish callbacks [] for security_group (e49cbcb8-7304-4b9c-9ac0-3e83c34ef598), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.722992 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] Publish callbacks [] for security_group (e49cbcb8-7304-4b9c-9ac0-3e83c34ef598), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.785918 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (e49cbcb8-7304-4b9c-9ac0-3e83c34ef598), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.788603 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.789949 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e49cbcb8-7304-4b9c-9ac0-3e83c34ef598 HTTP/1.1" status: 204 len: 168 time: 0.1526892 Mar 11 18:18:25.799257 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96dbad-553b-48ca-b0cf-449de938daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49cbcb8-7304-4b9c-9ac0-3e83c34ef598,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:25.860610 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port 2fc9cea7-0da5-4784-ae32-6bec2d68325b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:25.860955 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.961834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.962119 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (2fc9cea7-0da5-4784-ae32-6bec2d68325b), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:25.979086 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for 2fc9cea7-0da5-4784-ae32-6bec2d68325b owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:26.147265 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43494) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:26.184175 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40cfb545-1753-4434-9aa0-c4f3bed1b93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.189559 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc5532ac-7282-4058-a1ea-7dc6469e0576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.231976 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (2fc9cea7-0da5-4784-ae32-6bec2d68325b), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.270802 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=2fc9cea7-0da5-4784-ae32-6bec2d68325b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:26.364683 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (88c4caf9-d16d-433b-b476-9401ee98df56), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.365014 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 88c4caf9-d16d-433b-b476-9401ee98df56 disassociated (deleted). External IP: 172.27.3.235, port: 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d. Mar 11 18:18:26.371353 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40cfb545-1753-4434-9aa0-c4f3bed1b93b admin admin] Publish callbacks [] for security_group (e6f11a34-40b9-4e55-96e7-c78eb81144ec), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.409148 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40cfb545-1753-4434-9aa0-c4f3bed1b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (e6f11a34-40b9-4e55-96e7-c78eb81144ec), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.461356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfb545-1753-4434-9aa0-c4f3bed1b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f11a34-40b9-4e55-96e7-c78eb81144ec,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:26.467727 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-40cfb545-1753-4434-9aa0-c4f3bed1b93b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1e3c7a3ea7bd4ee494901c4eb648260b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193390 Mar 11 18:18:26.471091 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:26.528637 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] Publish callbacks [] for security_group (e6f11a34-40b9-4e55-96e7-c78eb81144ec), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.553902 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] Publish callbacks [] for security_group (e6f11a34-40b9-4e55-96e7-c78eb81144ec), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.620733 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (e6f11a34-40b9-4e55-96e7-c78eb81144ec), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.623950 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.629200 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e6f11a34-40b9-4e55-96e7-c78eb81144ec HTTP/1.1" status: 204 len: 168 time: 0.1530800 Mar 11 18:18:26.639640 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afec05-3924-4ffd-8873-e83c86b574cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f11a34-40b9-4e55-96e7-c78eb81144ec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:26.672732 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:26.814934 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:26.819697 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:26.826775 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:26.842194 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:26.843301 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:26.857273 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-cc380be4-b10f-4788-bc71-7d35de0685ca tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "DELETE /v2.0/floatingips/88c4caf9-d16d-433b-b476-9401ee98df56 HTTP/1.1" status: 204 len: 168 time: 1.2056205 Mar 11 18:18:26.858319 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:26.862089 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bdd8c8-16f1-493d-867f-9cf89a417693" -d '{"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:26.929625 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc8c63-158b-4df0-9eca-9f2820083460 x-openstack-request-id: req-e2cc8c63-158b-4df0-9eca-9f2820083460 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:26.930007 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:26.930261 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-e2cc8c63-158b-4df0-9eca-9f2820083460 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:26.931632 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'status': 'completed', 'code': 200} Mar 11 18:18:27.019258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-a4dd87b0-a588-46fb-a135-63fff5b141e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.021696 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-a4dd87b0-a588-46fb-a135-63fff5b141e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 1129 time: 0.0663965 Mar 11 18:18:27.069325 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:27.216033 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-2f279eb6-07fb-477c-b0e0-0c14d1892834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.217906 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-2f279eb6-07fb-477c-b0e0-0c14d1892834 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1850655 Mar 11 18:18:27.250798 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaff1a-c08a-4d92-808f-f267b09a7f30 req-f2638207-54f8-4b1d-b5b0-f00d2334ba5f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.254239 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6dcaff1a-c08a-4d92-808f-f267b09a7f30 req-f2638207-54f8-4b1d-b5b0-f00d2334ba5f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.1047344 Mar 11 18:18:27.307511 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-64cf91d8-1eec-48d4-84c0-09e97938d91b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 200 len: 217 time: 0.0827978 Mar 11 18:18:27.378253 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-c6d20765-3922-4ec5-b2c0-3c02a12389fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.379925 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-c6d20765-3922-4ec5-b2c0-3c02a12389fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0648837 Mar 11 18:18:27.397702 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:27.434815 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:27.444650 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6dcaff1a-c08a-4d92-808f-f267b09a7f30 req-eeaf3df3-32c8-4d38-b7ce-2b87781ab2a6 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413307 Mar 11 18:18:27.446937 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:27.447402 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:27.478320 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-7eef35d2-0ba3-4558-8b71-c29fa4319915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:27.480648 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-7eef35d2-0ba3-4558-8b71-c29fa4319915 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913472 Mar 11 18:18:27.598344 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-4661b5a9-e777-441d-967b-d091f9147daf service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121194 Mar 11 18:18:27.618779 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:27.709396 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c3bdd8c8-16f1-493d-867f-9cf89a417693 req-cb972591-329d-4b90-a216-3cf5dd9cc780 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038809 Mar 11 18:18:27.958494 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:28.108001 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c68ab72-8efb-432e-981e-ff1426a73b45 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_floatingips': [{'id': '76b51896-5e93-49d7-9ade-1d376c4d8b12', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'router_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'port_id': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'mac_address': 'fa:16:3e:66:78:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T18:14:34Z', 'updated_at': '2022-03-11T18:14:36Z', 'revision_number': 1, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:28.415165 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e29a363-7547-4896-8d78-60571ce340ed None None] New status for floating IP 88c4caf9-d16d-433b-b476-9401ee98df56: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:18:28.645208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-d3e292a0-9cac-470c-8cc3-1dbf4003e6c3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:28.648030 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-d3e292a0-9cac-470c-8cc3-1dbf4003e6c3 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.1380327 Mar 11 18:18:28.677284 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:28.727696 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bab2f7-b57d-4466-afd9-03b8d10d3971 req-6ce676bf-2f42-43dc-b03e-4cf787b12a25 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:28.729396 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7bab2f7-b57d-4466-afd9-03b8d10d3971 req-6ce676bf-2f42-43dc-b03e-4cf787b12a25 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 945 time: 0.1736372 Mar 11 18:18:28.823049 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-b7bab2f7-b57d-4466-afd9-03b8d10d3971 req-0419af42-410f-42cc-8e83-5e23df0300e4 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809462 Mar 11 18:18:28.852017 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:28.852558 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:29.002743 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] For port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:29.003390 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:29.023039 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:29.181594 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:29.217324 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:29.268045 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] No DVR routers for this DVR port 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:29.271271 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:29.274770 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-894f52f8-79f7-4279-8896-ac0b5b6788bd req-866b4bca-e016-47a5-b531-bda4dc42d988 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "DELETE /v2.0/ports/4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d HTTP/1.1" status: 204 len: 173 time: 0.6206634 Mar 11 18:18:29.275272 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'name': 'network-vif-deleted', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:29.278842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d570dea5-323d-4981-a70f-da2d794e25be" -d '{"events": [{"server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "name": "network-vif-deleted", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:29.325720 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879f17d-00e1-418e-b57c-8337e9bdb48c x-openstack-request-id: req-a879f17d-00e1-418e-b57c-8337e9bdb48c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:29.326026 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9", "name": "network-vif-deleted", "tag": "4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:29.326282 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-a879f17d-00e1-418e-b57c-8337e9bdb48c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:29.326699 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9', 'name': 'network-vif-deleted', 'tag': '4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d', 'status': 'completed', 'code': 200} Mar 11 18:18:29.746412 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:29.955896 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-6b5efbf9-f2e4-475d-af5c-323000f07e1a req-c0612b1d-e559-4152-bfc9-d6fd3fc10acd tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=3196bf4b-1810-42b5-b5cc-56f1f8dfd8c9 HTTP/1.1" status: 200 len: 210 time: 0.0299737 Mar 11 18:18:30.660810 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:33.383442 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:33.404055 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:33.404399 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device 4b0ba9de-b8fb-4c3b-b4ae-7ab1c04c243d not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:35.368661 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43606) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:35.536056 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port b6ca02b0-9f89-418b-940d-e6fe9cfd0f34 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:35.536397 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:35.614786 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:35.615101 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:35.627807 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for b6ca02b0-9f89-418b-940d-e6fe9cfd0f34 owned by network:floatingip {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:35.779528 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (b6ca02b0-9f89-418b-940d-e6fe9cfd0f34), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:35.805962 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=b6ca02b0-9f89-418b-940d-e6fe9cfd0f34,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:35.870694 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (76b51896-5e93-49d7-9ade-1d376c4d8b12), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:35.871028 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.l3_db [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Floating IP 76b51896-5e93-49d7-9ade-1d376c4d8b12 disassociated (deleted). External IP: 172.27.3.99, port: ad1b3b39-953a-4f55-a489-2fd60d76ebfe. Mar 11 18:18:36.090842 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:36.526036 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:36.530878 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:36.540280 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:36.551585 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:36.552480 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:36.567339 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-e4be6247-f60b-4538-8646-c157eb8889cc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "DELETE /v2.0/floatingips/76b51896-5e93-49d7-9ade-1d376c4d8b12 HTTP/1.1" status: 204 len: 168 time: 1.1972396 Mar 11 18:18:36.568067 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:36.570422 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:36.611136 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f208c-7e31-442b-899a-f7fb12dc458d x-openstack-request-id: req-758f208c-7e31-442b-899a-f7fb12dc458d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:36.611572 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:36.611999 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-758f208c-7e31-442b-899a-f7fb12dc458d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:36.612686 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'status': 'completed', 'code': 200} Mar 11 18:18:36.681133 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:36.689462 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-e175083b-9e9a-49b1-a232-eb7b2d4e9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:36.691266 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-e175083b-9e9a-49b1-a232-eb7b2d4e9b33 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 1130 time: 0.0535719 Mar 11 18:18:36.832806 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43622) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:36.881874 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-7f8d2079-deab-40c0-84d1-332849e91362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:36.883351 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-7f8d2079-deab-40c0-84d1-332849e91362 service neutron] 10.222.0.107 "GET /v2.0/networks?id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 200 len: 914 time: 0.1859655 Mar 11 18:18:36.906158 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a86cb-0c23-4e49-a133-a90eb9da03d9 req-0e933f71-91b5-405f-aa41-cd1c6901e2dc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:36.907769 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c91a86cb-0c23-4e49-a133-a90eb9da03d9 req-0e933f71-91b5-405f-aa41-cd1c6901e2dc tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.0946252 Mar 11 18:18:36.918776 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:36.937925 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-56cb0ba0-64aa-4e7f-9667-04d5163a3c8c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 200 len: 217 time: 0.0467556 Mar 11 18:18:36.951284 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:36.960438 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:36.961048 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:37.006263 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a660ace4-3d45-4a18-9abc-695adcca3073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.038231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-0a98e916-2232-45c7-871e-2639e655ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:37.039716 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-0a98e916-2232-45c7-871e-2639e655ed4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 200 len: 851 time: 0.0962553 Mar 11 18:18:37.047158 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-c91a86cb-0c23-4e49-a133-a90eb9da03d9 req-8c27bc3f-2079-43d5-9507-d27852959a8f tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120212 Mar 11 18:18:37.075344 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:37.127460 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-36e042e9-9287-4381-9b00-fa2c546b4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:37.129165 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-36e042e9-9287-4381-9b00-fa2c546b4ede service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=3f6d4b94-41a5-4e6d-839c-2ba3da405e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810068 Mar 11 18:18:37.182376 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a660ace4-3d45-4a18-9abc-695adcca3073 admin admin] Publish callbacks [] for security_group (73654059-8528-45e4-b199-c2bd63965244), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.214953 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a660ace4-3d45-4a18-9abc-695adcca3073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (73654059-8528-45e4-b199-c2bd63965244), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.264736 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ace4-3d45-4a18-9abc-695adcca3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73654059-8528-45e4-b199-c2bd63965244,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:37.272551 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a660ace4-3d45-4a18-9abc-695adcca3073 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=572f22ebe90f410394a07ee6bd258a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366772 Mar 11 18:18:37.275399 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:37.285851 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-6da02cc5-c42b-48d4-b905-45805c468c27 service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498837 Mar 11 18:18:37.293413 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:37.322476 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd4bae6-62e5-41a0-b5a1-368651751a16 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:46Z', 'revision_number': 4, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi', '_interfaces': [{'id': '159264a1-8208-4467-b6c5-7d2018e1d722', 'name': '', 'network_id': '3f6d4b94-41a5-4e6d-839c-2ba3da405e10', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'mac_address': 'fa:16:3e:fb:5c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '680c26da-f040-4725-bbf8-c40239907ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:45Z', 'updated_at': '2022-03-11T18:10:51Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'subnets': [{'id': '680c26da-f040-4725-bbf8-c40239907ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:37.330624 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Publish callbacks [] for security_group (73654059-8528-45e4-b199-c2bd63965244), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.353487 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Publish callbacks [] for security_group (73654059-8528-45e4-b199-c2bd63965244), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.398809 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-5cd4cc32-0afd-4a2d-9fe6-46802df8a0f1 req-b89269df-6efb-4c8e-b40d-0a9104444ebb service neutron] 10.222.0.107 "GET /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043851 Mar 11 18:18:37.417915 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (73654059-8528-45e4-b199-c2bd63965244), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.421206 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.425340 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/73654059-8528-45e4-b199-c2bd63965244 HTTP/1.1" status: 204 len: 168 time: 0.1487894 Mar 11 18:18:37.434527 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73654059-8528-45e4-b199-c2bd63965244,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:37.442352 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.442938 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.443070 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.443369 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.443696 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.444059 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.444393 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.444714 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.445035 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.445356 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.445701 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.446023 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.446340 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78481e1b-e093-4bb9-ae1a-6ae16fdbf42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:37.600640 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9892003-c83a-42a2-967a-21705fae2c1e None None] New status for floating IP 76b51896-5e93-49d7-9ade-1d376c4d8b12: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 18:18:37.740232 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43632) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:37.756070 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81354679-401d-4d39-96bb-339f865e44dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.847574 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81354679-401d-4d39-96bb-339f865e44dd admin admin] Publish callbacks [] for security_group (a92b0e86-01e3-465b-b453-15b27ae5cc0e), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.853328 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81354679-401d-4d39-96bb-339f865e44dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a92b0e86-01e3-465b-b453-15b27ae5cc0e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:37.915365 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-81354679-401d-4d39-96bb-339f865e44dd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a0848e799c0d434f97a4243fc4f40977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736724 Mar 11 18:18:37.917806 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354679-401d-4d39-96bb-339f865e44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b0e86-01e3-465b-b453-15b27ae5cc0e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:37.919298 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:37.982894 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] Publish callbacks [] for security_group (a92b0e86-01e3-465b-b453-15b27ae5cc0e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.007289 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] Publish callbacks [] for security_group (a92b0e86-01e3-465b-b453-15b27ae5cc0e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.056226 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a92b0e86-01e3-465b-b453-15b27ae5cc0e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.058648 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.059802 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a92b0e86-01e3-465b-b453-15b27ae5cc0e HTTP/1.1" status: 204 len: 168 time: 0.1389964 Mar 11 18:18:38.070067 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06ae05-5de9-4657-87be-2b332f990b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b0e86-01e3-465b-b453-15b27ae5cc0e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:38.185254 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1375d-7a74-48ee-a523-d5840506da05 req-d78d7856-646e-41bb-808f-52f153429894 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:38.186806 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a5c1375d-7a74-48ee-a523-d5840506da05 req-d78d7856-646e-41bb-808f-52f153429894 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.0571232 Mar 11 18:18:38.281491 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-a5c1375d-7a74-48ee-a523-d5840506da05 req-c1855ddf-b0eb-4809-a625-769f0c4eef17 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/security-groups?id=78841fb2-4be3-40bb-a87f-8f31e27f7739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830538 Mar 11 18:18:38.289630 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-407a4e85-4c9c-4536-bcdd-924a86d84e36 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:38.291268 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-407a4e85-4c9c-4536-bcdd-924a86d84e36 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 946 time: 0.1034718 Mar 11 18:18:38.393306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port ad1b3b39-953a-4f55-a489-2fd60d76ebfe {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:38.393655 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.495746 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] For port ad1b3b39-953a-4f55-a489-2fd60d76ebfe, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:38.496233 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.511764 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for ad1b3b39-953a-4f55-a489-2fd60d76ebfe owned by compute:nova {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:38.658168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (ad1b3b39-953a-4f55-a489-2fd60d76ebfe), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.693602 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=ad1b3b39-953a-4f55-a489-2fd60d76ebfe,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:38.741021 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] No DVR routers for this DVR port ad1b3b39-953a-4f55-a489-2fd60d76ebfe on host hv-cinder-83344 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:38.743695 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for port (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:38.748999 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-908ea1fc-4c0d-4758-955e-4afd0da2f8df req-fc824872-6aea-446c-8738-06f2b9435d45 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.107 "DELETE /v2.0/ports/ad1b3b39-953a-4f55-a489-2fd60d76ebfe HTTP/1.1" status: 204 len: 173 time: 0.4519465 Mar 11 18:18:38.749732 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'name': 'network-vif-deleted', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 18:18:38.753548 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.105/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e6f856d6ed13bb78af549597adfc4d6d6d43550c850f0515b8a7fd4d33e8ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749554a7-a363-4f34-8fbe-daea7b4e73c4" -d '{"events": [{"server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "name": "network-vif-deleted", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 18:18:38.812664 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bbef49-7446-4546-bac5-18c82c7300b9 x-openstack-request-id: req-f7bbef49-7446-4546-bac5-18c82c7300b9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 18:18:38.812980 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc80df9-ef8d-4b59-a1d4-db0842ad91ef", "name": "network-vif-deleted", "tag": "ad1b3b39-953a-4f55-a489-2fd60d76ebfe", "status": "completed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 18:18:38.813220 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.105/compute/v2.1/os-server-external-events used request id req-f7bbef49-7446-4546-bac5-18c82c7300b9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 18:18:38.813638 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc80df9-ef8d-4b59-a1d4-db0842ad91ef', 'name': 'network-vif-deleted', 'tag': 'ad1b3b39-953a-4f55-a489-2fd60d76ebfe', 'status': 'completed', 'code': 200} Mar 11 18:18:39.406521 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [req-d68947fd-3432-49a8-878b-d9ef42b9e061 req-2ce601fc-f623-4be6-baa4-26f48ce14843 tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc80df9-ef8d-4b59-a1d4-db0842ad91ef HTTP/1.1" status: 200 len: 210 time: 0.0331225 Mar 11 18:18:40.479299 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:40.620072 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Deleting port 70f91eab-2236-41bd-b4bc-3d22502e1bdd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:40.620416 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.699112 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.699336 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (70f91eab-2236-41bd-b4bc-3d22502e1bdd), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.715009 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Calling delete_port for 70f91eab-2236-41bd-b4bc-3d22502e1bdd owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:40.860693 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (70f91eab-2236-41bd-b4bc-3d22502e1bdd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.891844 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'Port': ['ID=70f91eab-2236-41bd-b4bc-3d22502e1bdd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:40.963762 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for floatingip (0c541460-883b-46dd-b81a-595200692ffd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.966646 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222535'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:40.967813 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cecd309d-c26c-41fb-838e-3e14c79c06cb tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "DELETE /v2.0/floatingips/0c541460-883b-46dd-b81a-595200692ffd HTTP/1.1" status: 204 len: 168 time: 0.4874866 Mar 11 18:18:41.403940 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device ad1b3b39-953a-4f55-a489-2fd60d76ebfe no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:41.428102 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] No Port match for: ad1b3b39-953a-4f55-a489-2fd60d76ebfe {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:41.428533 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Device ad1b3b39-953a-4f55-a489-2fd60d76ebfe not bound to the agent host hv-cinder-83344 {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:42.176831 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43710) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:42.233258 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (78841fb2-4be3-40bb-a87f-8f31e27f7739), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:42.262164 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (78841fb2-4be3-40bb-a87f-8f31e27f7739), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:42.328492 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (78841fb2-4be3-40bb-a87f-8f31e27f7739), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:42.331703 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:42.332893 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] 10.222.0.105 "DELETE /v2.0/security-groups/78841fb2-4be3-40bb-a87f-8f31e27f7739 HTTP/1.1" status: 204 len: 168 time: 0.1550884 Mar 11 18:18:42.342464 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78841fb2-4be3-40bb-a87f-8f31e27f7739,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:42.350595 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.350946 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.351294 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.351621 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.351978 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.352306 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.352632 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.352955 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.353276 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.353627 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.353921 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.354239 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.354786 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabec54a-2ffb-415a-8567-54bbb4de2ece tempest-TestVolumeBootPattern-1859349771 tempest-TestVolumeBootPattern-1859349771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-1-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 18:18:42.390250 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43714) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:42.915574 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (515cd215-2840-4a17-bfd0-ce7885634d84), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:43.179121 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Deleting port 159264a1-8208-4467-b6c5-7d2018e1d722 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:43.179891 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:43.277609 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] For port 159264a1-8208-4467-b6c5-7d2018e1d722, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=159264a1-8208-4467-b6c5-7d2018e1d722,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:43.277985 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:43.293302 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Calling delete_port for 159264a1-8208-4467-b6c5-7d2018e1d722 owned by network:router_interface {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:43.507099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (159264a1-8208-4467-b6c5-7d2018e1d722), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:43.536372 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Pushing event deleted for resources: {'Port': ['ID=159264a1-8208-4467-b6c5-7d2018e1d722,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:43.710867 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (515cd215-2840-4a17-bfd0-ce7885634d84), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:43.933290 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Router 515cd215-2840-4a17-bfd0-ce7885634d84 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:44.041998 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:44.047042 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-ef22e807-7f2d-446f-b28b-58e3ba8aca8c admin admin] 10.222.0.105 "PUT /v2.0/routers/515cd215-2840-4a17-bfd0-ce7885634d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557734 Mar 11 18:18:44.049819 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43768) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:44.050595 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Sync routers for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:44.061166 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:44.061820 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:44.157029 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks [] for router (515cd215-2840-4a17-bfd0-ce7885634d84), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.171707 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:44.264107 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks [] for router_gateway (515cd215-2840-4a17-bfd0-ce7885634d84), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.321334 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Deleting port b66e0672-b98e-45d0-9141-55411be742b4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:44.321822 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (b66e0672-b98e-45d0-9141-55411be742b4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.359568 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:18:43Z', 'revision_number': 5, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port': {'id': 'b66e0672-b98e-45d0-9141-55411be742b4', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:44.386515 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Checking router: 515cd215-2840-4a17-bfd0-ce7885634d84 for host: dv-cinder-833443-1-iscsi {{(pid=103446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:44.394778 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Routers {'515cd215-2840-4a17-bfd0-ce7885634d84'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:44.395380 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['515cd215-2840-4a17-bfd0-ce7885634d84'], 'active': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:44.407793 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] For port b66e0672-b98e-45d0-9141-55411be742b4, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=b66e0672-b98e-45d0-9141-55411be742b4,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:44.408710 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (b66e0672-b98e-45d0-9141-55411be742b4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.422511 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Calling delete_port for b66e0672-b98e-45d0-9141-55411be742b4 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:44.490925 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_dvr_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] Set router 515cd215-2840-4a17-bfd0-ce7885634d84 gateway port host: None {{(pid=103446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:44.549958 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.l3_hamode_db [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:18:44Z', 'revision_number': 6, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:44.580010 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b107595-b276-47db-9a2a-adead8b90c67 None None] The sync data for ids ['515cd215-2840-4a17-bfd0-ce7885634d84'] in dv-cinder-833443-1-iscsi is: [{'id': '515cd215-2840-4a17-bfd0-ce7885634d84', 'name': 'tempest-TestVolumeBootPattern-1403842228-router', 'tenant_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:42Z', 'updated_at': '2022-03-11T18:18:44Z', 'revision_number': 6, 'project_id': 'c49ea05b5d0d4ca79c6c33181b3f4d38', 'gw_port_host': None}] {{(pid=103446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:44.622348 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (b66e0672-b98e-45d0-9141-55411be742b4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.650086 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66e0672-b98e-45d0-9141-55411be742b4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:44.715208 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (515cd215-2840-4a17-bfd0-ce7885634d84), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.808784 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (515cd215-2840-4a17-bfd0-ce7885634d84), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.811262 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks [] for router_controller (515cd215-2840-4a17-bfd0-ce7885634d84), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.853199 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43784) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:44.865597 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (515cd215-2840-4a17-bfd0-ce7885634d84), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.866387 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515cd215-2840-4a17-bfd0-ce7885634d84 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:18:44.870973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.874790 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-5052a01d-9514-4959-887f-f1b5a1ae8042 admin admin] 10.222.0.105 "DELETE /v2.0/routers/515cd215-2840-4a17-bfd0-ce7885634d84 HTTP/1.1" status: 204 len: 168 time: 0.8240411 Mar 11 18:18:44.875008 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:44.922234 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Deleting subnet 680c26da-f040-4725-bbf8-c40239907ff5 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:18:44.925860 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Publish callbacks [] for subnet (680c26da-f040-4725-bbf8-c40239907ff5), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.965195 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (680c26da-f040-4725-bbf8-c40239907ff5), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:44.976953 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39130f4e-6c9e-4191-b10e-f639c36db520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.058867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (680c26da-f040-4725-bbf8-c40239907ff5), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.071699 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39130f4e-6c9e-4191-b10e-f639c36db520 admin admin] Publish callbacks [] for security_group (67b52a23-0bcd-45ac-b33a-4de74b2833aa), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.076376 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39130f4e-6c9e-4191-b10e-f639c36db520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (67b52a23-0bcd-45ac-b33a-4de74b2833aa), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.118510 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (680c26da-f040-4725-bbf8-c40239907ff5), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.118779 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-39130f4e-6c9e-4191-b10e-f639c36db520 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c1eac2c656684d7cadffd8592ef79d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642026 Mar 11 18:18:45.119303 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39130f4e-6c9e-4191-b10e-f639c36db520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b52a23-0bcd-45ac-b33a-4de74b2833aa,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.121608 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43790) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:45.132062 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.135399 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/680c26da-f040-4725-bbf8-c40239907ff5 HTTP/1.1" status: 204 len: 168 time: 0.2594225 Mar 11 18:18:45.138006 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43792) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:45.144408 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ae3fd-b705-4f3d-bc31-0065a1a4d589 None None] Network 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:45.153515 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ea36-4b0c-4ceb-add8-f2e05b1e901b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680c26da-f040-4725-bbf8-c40239907ff5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.239276 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (3f6d4b94-41a5-4e6d-839c-2ba3da405e10), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.245825 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] Publish callbacks [] for security_group (67b52a23-0bcd-45ac-b33a-4de74b2833aa), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.288223 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] Publish callbacks [] for security_group (67b52a23-0bcd-45ac-b33a-4de74b2833aa), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.338526 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Deleting port 07531fe5-69e9-433b-b4b1-62e41c908ef1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:45.338758 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.366281 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (67b52a23-0bcd-45ac-b33a-4de74b2833aa), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.368830 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.369973 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/67b52a23-0bcd-45ac-b33a-4de74b2833aa HTTP/1.1" status: 204 len: 168 time: 0.2474525 Mar 11 18:18:45.381635 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] DHCP port deletion for 3f6d4b94-41a5-4e6d-839c-2ba3da405e10 request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:18:45.443778 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Deleting port 07531fe5-69e9-433b-b4b1-62e41c908ef1 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:45.444423 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.526414 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] For port 07531fe5-69e9-433b-b4b1-62e41c908ef1, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=07531fe5-69e9-433b-b4b1-62e41c908ef1,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:45.527043 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.543238 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Calling delete_port for 07531fe5-69e9-433b-b4b1-62e41c908ef1 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:45.649055 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.676020 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] Pushing event deleted for resources: {'Port': ['ID=07531fe5-69e9-433b-b4b1-62e41c908ef1,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.690902 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18803b-adee-40e9-9e78-fc32915ba298 None None] No DVR routers for this DVR port 07531fe5-69e9-433b-b4b1-62e41c908ef1 on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:45.715363 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178989fb-9b17-4e09-8696-7bc9b79b48e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b52a23-0bcd-45ac-b33a-4de74b2833aa,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.746524 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:45.750921 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] For port 07531fe5-69e9-433b-b4b1-62e41c908ef1, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=07531fe5-69e9-433b-b4b1-62e41c908ef1,segment=NetworkSegment(047e8a84-d30c-4e7b-b9ee-cbf8db7b166c),segment_id=047e8a84-d30c-4e7b-b9ee-cbf8db7b166c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:45.751305 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.766823 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Calling delete_port for 07531fe5-69e9-433b-b4b1-62e41c908ef1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:45.768774 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10be5176-3da3-4c78-bd1a-4b8ab94a107a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.853738 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (07531fe5-69e9-433b-b4b1-62e41c908ef1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.867534 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10be5176-3da3-4c78-bd1a-4b8ab94a107a admin admin] Publish callbacks [] for security_group (f3c18218-586b-4236-b24e-04abb3bfef12), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.871897 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10be5176-3da3-4c78-bd1a-4b8ab94a107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f3c18218-586b-4236-b24e-04abb3bfef12), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.882348 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Pushing event deleted for resources: {'Port': ['ID=07531fe5-69e9-433b-b4b1-62e41c908ef1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.887153 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] No DVR routers for this DVR port 07531fe5-69e9-433b-b4b1-62e41c908ef1 on host dv-cinder-833443-1-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:45.922558 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-10be5176-3da3-4c78-bd1a-4b8ab94a107a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=27544c844d95482c9ca395170c1edd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749308 Mar 11 18:18:45.926060 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:45.926706 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be5176-3da3-4c78-bd1a-4b8ab94a107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c18218-586b-4236-b24e-04abb3bfef12,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:45.969314 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (3f6d4b94-41a5-4e6d-839c-2ba3da405e10), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.978201 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] Publish callbacks [] for security_group (f3c18218-586b-4236-b24e-04abb3bfef12), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:45.991457 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6d4b94-41a5-4e6d-839c-2ba3da405e10']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:46.000494 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] Publish callbacks [] for security_group (f3c18218-586b-4236-b24e-04abb3bfef12), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.001856 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:46.002163 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047e8a84-d30c-4e7b-b9ee-cbf8db7b166c') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:46.011930 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (047e8a84-d30c-4e7b-b9ee-cbf8db7b166c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.025593 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (047e8a84-d30c-4e7b-b9ee-cbf8db7b166c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.031792 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:18:46.032242 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (047e8a84-d30c-4e7b-b9ee-cbf8db7b166c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:46.034466 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:46.054008 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f3c18218-586b-4236-b24e-04abb3bfef12), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.056586 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.060360 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f3c18218-586b-4236-b24e-04abb3bfef12 HTTP/1.1" status: 204 len: 168 time: 0.1308398 Mar 11 18:18:46.068466 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa05d9c-cd1f-46e3-8dd8-f1180f58911f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c18218-586b-4236-b24e-04abb3bfef12,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:46.095126 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (3f6d4b94-41a5-4e6d-839c-2ba3da405e10), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.103998 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.107054 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] 10.222.0.105 "DELETE /v2.0/networks/3f6d4b94-41a5-4e6d-839c-2ba3da405e10 HTTP/1.1" status: 204 len: 168 time: 0.9680829 Mar 11 18:18:46.110160 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:46.118580 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d49ce-c151-48db-acb5-c0ba430a2376 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6d4b94-41a5-4e6d-839c-2ba3da405e10,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:46.367639 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device b66e0672-b98e-45d0-9141-55411be742b4 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:46.390407 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: b66e0672-b98e-45d0-9141-55411be742b4 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:46.390820 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device b66e0672-b98e-45d0-9141-55411be742b4 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:46.391322 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 07531fe5-69e9-433b-b4b1-62e41c908ef1 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:46.413859 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 07531fe5-69e9-433b-b4b1-62e41c908ef1 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:46.414208 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 07531fe5-69e9-433b-b4b1-62e41c908ef1 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:46.414623 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 159264a1-8208-4467-b6c5-7d2018e1d722 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:46.434916 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 159264a1-8208-4467-b6c5-7d2018e1d722 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:46.435273 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 159264a1-8208-4467-b6c5-7d2018e1d722 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:46.493425 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606277'] for router_interface (9ed7ff5f-e071-4865-b86a-f603d03da232), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.762349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Deleting port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:46.762790 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.787400 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43824) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:46.850963 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] For port 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:46.851320 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.865664 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Calling delete_port for 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:46.896759 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-447135102-network', 'tenant_id': '658e674a38544e7089b70a2549f1ab8a'}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:46.917834 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Made reservation on behalf of 658e674a38544e7089b70a2549f1ab8a for: {'network': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:46.920368 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:46.929912 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.016156 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks [] for security_group (9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.020873 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.046898 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:47.057955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (8c4c27f6-04dc-4f7b-ac62-7e58d9a29058), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.064296 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=103444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:18:47.074168 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (d431b222-dce3-4445-b375-6a8572d707c1), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.074506 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.db.segments_db [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Added segment d431b222-dce3-4445-b375-6a8572d707c1 of type vlan for network 34663972-bce0-4184-967b-9b94cd56e173 Mar 11 18:18:47.087608 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4c27f6-04dc-4f7b-ac62-7e58d9a29058,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:47.122174 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (34663972-bce0-4184-967b-9b94cd56e173), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.155096 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (34663972-bce0-4184-967b-9b94cd56e173), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.156973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:47.157569 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.197231 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4085999 Mar 11 18:18:47.200367 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43828) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:47.209072 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.v2.base [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Request body: {'subnet': {'network_id': '34663972-bce0-4184-967b-9b94cd56e173', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-447135102-subnet', 'tenant_id': '658e674a38544e7089b70a2549f1ab8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:47.243722 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc079-64c6-4990-9594-a3cc946e62a2 admin admin] Pushing event updated for resources: {'Network': ['ID=34663972-bce0-4184-967b-9b94cd56e173,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:47.256467 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 34663972-bce0-4184-967b-9b94cd56e173 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:18:47.257938 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Made reservation on behalf of 658e674a38544e7089b70a2549f1ab8a for: {'subnet': 1} {{(pid=103444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:47.260693 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6075175'] for subnet (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.280707 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1682611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605909'] for router_interface (9ed7ff5f-e071-4865-b86a-f603d03da232), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.444909 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6174500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6075145'] for subnet (0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.499099 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e,revision_number=0']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:47.510712 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Checking segment: {'id': 'd431b222-dce3-4445-b375-6a8572d707c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '34663972-bce0-4184-967b-9b94cd56e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:18:47.511071 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Network hostable DHCP agents. Network: 34663972-bce0-4184-967b-9b94cd56e173, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:18:47.529108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Network 34663972-bce0-4184-967b-9b94cd56e173 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:18:47.539120 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 34663972-bce0-4184-967b-9b94cd56e173) {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:47.541146 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Router 9ed7ff5f-e071-4865-b86a-f603d03da232 has already been hosted by L3 agent e951d530-b0f4-42b5-99d8-65f272a4e7ff {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 18:18:47.544390 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:47.545151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:47.549543 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66072f5f-a16d-49bb-a971-18a81707243d None None] Network 34663972-bce0-4184-967b-9b94cd56e173 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:47.563374 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-62a90542-9078-4940-b5b7-271aacbe5af3 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606260 Mar 11 18:18:47.658664 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd54b9-f923-4cde-b079-e2a89417f744 None None] Network 34663972-bce0-4184-967b-9b94cd56e173 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:47.914123 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] Notify agent at l3_agent.dv-cinder-833443-1-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 18:18:47.919600 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7f8198ad-073c-4f38-b54b-1f01065bd487 admin admin] 10.222.0.105 "PUT /v2.0/routers/9ed7ff5f-e071-4865-b86a-f603d03da232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083518 Mar 11 18:18:47.923117 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43840) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:47.925577 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Sync routers for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 18:18:47.941230 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:47.942030 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:48.050173 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks [] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.075369 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: dv-cinder-833443-1-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:48.108009 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:48.115607 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1919219127-network', 'tenant_id': 'b5925ab1da054469a5869628b7253dc7'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:48.138556 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Made reservation on behalf of b5925ab1da054469a5869628b7253dc7 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:48.141540 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-616639'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.150925 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.187678 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks [] for router_gateway (9ed7ff5f-e071-4865-b86a-f603d03da232), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.234873 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks [] for security_group (807d887d-58a3-47a1-a649-7db8d77d5574), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.239438 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (807d887d-58a3-47a1-a649-7db8d77d5574), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.246697 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Deleting port f2a163b5-d830-49e1-8f46-41926ec4bef7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:48.247239 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.261712 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 18:18:48.277353 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807d887d-58a3-47a1-a649-7db8d77d5574,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:48.280665 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5b4a5536-14f5-49cb-86f7-27ab13ff8123), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.281005 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Added segment 5b4a5536-14f5-49cb-86f7-27ab13ff8123 of type vlan for network 82d0d235-45fa-4c2c-8949-6bf25bea6ea9 Mar 11 18:18:48.306126 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'external_fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:18:47Z', 'revision_number': 5, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port': {'id': 'f2a163b5-d830-49e1-8f46-41926ec4bef7', 'name': '', 'network_id': 'ab29f19a-6f96-4fdc-83f3-17290df2ac85', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '757fcca0-0524-444a-9958-33773d716b5f', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T18:10:49Z', 'updated_at': '2022-03-11T18:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '757fcca0-0524-444a-9958-33773d716b5f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-1-iscsi'}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:48.328863 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782105688019'] for network (82d0d235-45fa-4c2c-8949-6bf25bea6ea9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.356048 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Checking router: 9ed7ff5f-e071-4865-b86a-f603d03da232 for host: dv-cinder-833443-1-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 18:18:48.361735 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] For port f2a163b5-d830-49e1-8f46-41926ec4bef7, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=f2a163b5-d830-49e1-8f46-41926ec4bef7,segment=NetworkSegment(be2beb18-bbbd-47ec-b10e-041c1387cc91),segment_id=be2beb18-bbbd-47ec-b10e-041c1387cc91)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:48.362325 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.364735 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Routers {'9ed7ff5f-e071-4865-b86a-f603d03da232'} bound to L3 agent in host dv-cinder-833443-1-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 18:18:48.364875 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T18:00:26Z,description=,heartbeat_timestamp=2022-03-11T18:18:26Z,host='dv-cinder-833443-1-iscsi',id=e951d530-b0f4-42b5-99d8-65f272a4e7ff,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T18:00:26Z,topic='l3_agent')) {'router_ids': ['9ed7ff5f-e071-4865-b86a-f603d03da232'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:48.378968 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Calling delete_port for f2a163b5-d830-49e1-8f46-41926ec4bef7 owned by network:router_gateway {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:48.385670 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568'] for network (82d0d235-45fa-4c2c-8949-6bf25bea6ea9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.386655 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:48.387235 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.424511 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3153596 Mar 11 18:18:48.427692 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:48.433386 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Request body: {'subnet': {'network_id': '82d0d235-45fa-4c2c-8949-6bf25bea6ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1919219127-subnet', 'tenant_id': 'b5925ab1da054469a5869628b7253dc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 18:18:48.462117 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] Set router 9ed7ff5f-e071-4865-b86a-f603d03da232 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 18:18:48.473955 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf67dc-ed64-48e9-acb2-31e61261f4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=82d0d235-45fa-4c2c-8949-6bf25bea6ea9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:48.487202 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Made reservation on behalf of b5925ab1da054469a5869628b7253dc7 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 18:18:48.490100 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4246868'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.494975 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Network 82d0d235-45fa-4c2c-8949-6bf25bea6ea9 details requested by agent ovs-agent-dv-cinder-833443-1-iscsi with host dv-cinder-833443-1-iscsi {{(pid=103445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 18:18:48.543159 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:18:48Z', 'revision_number': 6, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port_host': None}], 'dv-cinder-833443-1-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:48.578022 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6174536'] for port (f2a163b5-d830-49e1-8f46-41926ec4bef7), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.604652 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a163b5-d830-49e1-8f46-41926ec4bef7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:48.608276 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f41150-add8-47e3-aef7-445af11aaf62 None None] The sync data for ids ['9ed7ff5f-e071-4865-b86a-f603d03da232'] in dv-cinder-833443-1-iscsi is: [{'id': '9ed7ff5f-e071-4865-b86a-f603d03da232', 'name': 'tempest-TestVolumeBootPattern-32876164-router', 'tenant_id': '07924ff1c02e4f57a042224d8552f7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T18:10:48Z', 'updated_at': '2022-03-11T18:18:48Z', 'revision_number': 6, 'project_id': '07924ff1c02e4f57a042224d8552f7ea', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 18:18:48.680849 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620415'] for router_gateway (9ed7ff5f-e071-4865-b86a-f603d03da232), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.694485 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6049753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4246906'] for subnet (bc40361b-a9b8-42d1-a1ea-ad008fe1ca67), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.752564 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc40361b-a9b8-42d1-a1ea-ad008fe1ca67,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:48.762336 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Checking segment: {'id': '5b4a5536-14f5-49cb-86f7-27ab13ff8123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '82d0d235-45fa-4c2c-8949-6bf25bea6ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 18:18:48.762680 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Network hostable DHCP agents. Network: 82d0d235-45fa-4c2c-8949-6bf25bea6ea9, hostable agents: ['b694de16-807d-4836-8f35-e3c6b20a0d9b'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 18:18:48.775295 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254364'] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.777584 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks [] for router_controller (9ed7ff5f-e071-4865-b86a-f603d03da232), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.784443 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Network 82d0d235-45fa-4c2c-8949-6bf25bea6ea9 is scheduled to be hosted by DHCP agent b694de16-807d-4836-8f35-e3c6b20a0d9b with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 18:18:48.794331 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-1-iscsi, 82d0d235-45fa-4c2c-8949-6bf25bea6ea9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 18:18:48.802920 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 18:18:48.803527 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.807778 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81122c64-a26c-4f68-8bf6-913b7e683f15 None None] Network 82d0d235-45fa-4c2c-8949-6bf25bea6ea9 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:48.829718 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-19e0e3f9-a5c2-4549-bb7a-d34bf95cdcf7 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4002097 Mar 11 18:18:48.838067 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608491'] for router (9ed7ff5f-e071-4865-b86a-f603d03da232), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.839189 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed7ff5f-e071-4865-b86a-f603d03da232 {{(pid=103444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 18:18:48.850653 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.855026 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-c9684b8e-fa69-4a29-acec-7dbe51cd567d admin admin] 10.222.0.105 "DELETE /v2.0/routers/9ed7ff5f-e071-4865-b86a-f603d03da232 HTTP/1.1" status: 204 len: 168 time: 0.9278266 Mar 11 18:18:48.855455 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43852) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:48.912967 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Deleting subnet 8a87fef9-34b3-4740-ab5f-b767cf296db1 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:18:48.916605 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Publish callbacks [] for subnet (8a87fef9-34b3-4740-ab5f-b767cf296db1), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:48.938567 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f4ba3-098b-425d-b860-77bc4b067924 None None] Network 82d0d235-45fa-4c2c-8949-6bf25bea6ea9 requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:48.963512 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (8a87fef9-34b3-4740-ab5f-b767cf296db1), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.082485 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (8a87fef9-34b3-4740-ab5f-b767cf296db1), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.163125 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (8a87fef9-34b3-4740-ab5f-b767cf296db1), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.178753 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.182207 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/8a87fef9-34b3-4740-ab5f-b767cf296db1 HTTP/1.1" status: 204 len: 168 time: 0.3254380 Mar 11 18:18:49.185017 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:49.187687 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d176f-4f6f-40de-955d-62310aefcde8 None None] Network e1f13034-db20-4f0a-af67-93eb605c673f requested from dv-cinder-833443-1-iscsi {{(pid=103445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 18:18:49.203511 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa5537-fba9-4f8e-94ef-c8ac0bbd0322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a87fef9-34b3-4740-ab5f-b767cf296db1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:49.274717 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (e1f13034-db20-4f0a-af67-93eb605c673f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.335665 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Deleting port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:49.336057 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.405104 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] For port c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:49.405468 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.421513 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Calling delete_port for c53590e3-c8b6-4a80-bfc2-3e3737f7d546 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:49.450026 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] DHCP port deletion for e1f13034-db20-4f0a-af67-93eb605c673f request from dv-cinder-833443-1-iscsi {{(pid=103445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 18:18:49.509714 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Deleting port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 {{(pid=103445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 18:18:49.510106 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782106214382'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), before_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.515417 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6049717'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.535196 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] No DVR routers for this DVR port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 on host dv-cinder-833443-1-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:49.559217 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:49.590299 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] For port c53590e3-c8b6-4a80-bfc2-3e3737f7d546, host dv-cinder-833443-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-1-iscsi',level=0,port_id=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,segment=NetworkSegment(6aa273ad-45fe-4ee1-8a11-19b8c23dcb96),segment_id=6aa273ad-45fe-4ee1-8a11-19b8c23dcb96)] {{(pid=103445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 18:18:49.590938 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621971'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), precommit_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.610562 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Calling delete_port for c53590e3-c8b6-4a80-bfc2-3e3737f7d546 owned by network:dhcp {{(pid=103445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 18:18:49.649357 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (e1f13034-db20-4f0a-af67-93eb605c673f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.672004 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f13034-db20-4f0a-af67-93eb605c673f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:49.682945 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:49.683308 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa273ad-45fe-4ee1-8a11-19b8c23dcb96') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:18:49.693889 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (6aa273ad-45fe-4ee1-8a11-19b8c23dcb96), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.695741 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-616467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2007829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782106220885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782105702530'] for port (c53590e3-c8b6-4a80-bfc2-3e3737f7d546), after_delete {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.709399 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (6aa273ad-45fe-4ee1-8a11-19b8c23dcb96), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.716657 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:18:49.717041 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (6aa273ad-45fe-4ee1-8a11-19b8c23dcb96), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:18:49.719898 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:18:49.745356 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] Pushing event deleted for resources: {'Port': ['ID=c53590e3-c8b6-4a80-bfc2-3e3737f7d546,revision_number=None']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:49.750243 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb70b94-0fa4-404b-9c3f-d9db5f42dbc7 None None] No DVR routers for this DVR port c53590e3-c8b6-4a80-bfc2-3e3737f7d546 on host dv-cinder-833443-1-iscsi {{(pid=103445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 18:18:49.792528 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (e1f13034-db20-4f0a-af67-93eb605c673f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.802048 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:49.805435 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] 10.222.0.105 "DELETE /v2.0/networks/e1f13034-db20-4f0a-af67-93eb605c673f HTTP/1.1" status: 204 len: 168 time: 0.6192102 Mar 11 18:18:49.817743 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32f908-d2d6-4255-8b8f-557c5022ad4e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f13034-db20-4f0a-af67-93eb605c673f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:49.985952 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43866) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:50.032064 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f8c70f01-bab6-4a18-a60c-c461246e522b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c49ea05b5d0d4ca79c6c33181b3f4d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442519 Mar 11 18:18:50.034518 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43868) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:50.083392 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] Publish callbacks [] for security_group (9ae68542-be00-47f4-8953-3de08e4fea76), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.104659 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] Publish callbacks [] for security_group (9ae68542-be00-47f4-8953-3de08e4fea76), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.157579 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9ae68542-be00-47f4-8953-3de08e4fea76), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.160206 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.161373 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9ae68542-be00-47f4-8953-3de08e4fea76 HTTP/1.1" status: 204 len: 168 time: 0.1259880 Mar 11 18:18:50.169630 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2697-772e-4b7d-932b-d1c17cee6a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae68542-be00-47f4-8953-3de08e4fea76,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:50.363310 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:50.386008 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:50.386347 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device 8c4c27f6-04dc-4f7b-ac62-7e58d9a29058 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:50.386780 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c53590e3-c8b6-4a80-bfc2-3e3737f7d546 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:50.405518 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: c53590e3-c8b6-4a80-bfc2-3e3737f7d546 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:50.406094 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device c53590e3-c8b6-4a80-bfc2-3e3737f7d546 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:50.406225 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device f2a163b5-d830-49e1-8f46-41926ec4bef7 no longer exists at agent ovs-agent-dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 18:18:50.426124 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] No Port match for: f2a163b5-d830-49e1-8f46-41926ec4bef7 {{(pid=103445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 18:18:50.426468 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.rpc [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Device f2a163b5-d830-49e1-8f46-41926ec4bef7 not bound to the agent host dv-cinder-833443-1-iscsi {{(pid=103445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 18:18:50.507543 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43874) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:50.549661 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-431b7d93-280f-4d38-ba7d-0d82beaac8c2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=07924ff1c02e4f57a042224d8552f7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408032 Mar 11 18:18:50.552807 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43876) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:18:50.602592 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] Publish callbacks [] for security_group (dd50120e-c4db-4fa3-a8d5-5af47959b24d), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.625347 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] Publish callbacks [] for security_group (dd50120e-c4db-4fa3-a8d5-5af47959b24d), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.680519 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (dd50120e-c4db-4fa3-a8d5-5af47959b24d), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.683231 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:50.684582 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/dd50120e-c4db-4fa3-a8d5-5af47959b24d HTTP/1.1" status: 204 len: 168 time: 0.1308711 Mar 11 18:18:50.694372 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45404b6-421b-4ba1-9b5c-71a64c14b612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50120e-c4db-4fa3-a8d5-5af47959b24d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:18:53.789247 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ade94e1e-b9db-4124-87ef-28f9468e5a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:55.229805 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:56.191248 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-692c018c-6b98-43fd-9c6f-d5e6069e6773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:58.678979 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:18:59.748343 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:00.597454 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:19:00.646505 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.723671 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:02.767765 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Deleting subnet 0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:19:02.771041 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Publish callbacks [] for subnet (0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.806661 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4231230'] for subnet (0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.846416 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.906734 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6049690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4246899'] for subnet (0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.933052 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:02.936939 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:02.940786 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-91b566e0-747a-4057-95f3-31c1a7c0272a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/0e4f681d-9611-4c35-bb4f-e0a6e5e6e50e HTTP/1.1" status: 204 len: 168 time: 0.2159679 Mar 11 18:19:02.943178 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 43988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:03.012837 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (34663972-bce0-4184-967b-9b94cd56e173), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.093349 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (34663972-bce0-4184-967b-9b94cd56e173), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.114478 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34663972-bce0-4184-967b-9b94cd56e173']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.123745 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd431b222-dce3-4445-b375-6a8572d707c1') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.124069 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd431b222-dce3-4445-b375-6a8572d707c1') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.134230 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4231221'] for segment (d431b222-dce3-4445-b375-6a8572d707c1), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.147867 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (d431b222-dce3-4445-b375-6a8572d707c1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.153946 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:19:03.154332 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6047812'] for segment (d431b222-dce3-4445-b375-6a8572d707c1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: Traceback (most recent call last): Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: timer() Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: cb(*args, **kw) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: return func(*args, **kwargs) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: self._notify() Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: self.callback(batched_events) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: event.method(event) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: return f(self, *a, **k) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._get(url).json() Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:19:03.156020 dv-cinder-833443-1-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:19:03.214048 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (34663972-bce0-4184-967b-9b94cd56e173), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.219427 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.222741 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] 10.222.0.105 "DELETE /v2.0/networks/34663972-bce0-4184-967b-9b94cd56e173 HTTP/1.1" status: 204 len: 168 time: 0.2786334 Mar 11 18:19:03.226182 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43990) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:03.233923 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a69e8-2b84-4dc3-b26f-916ab3596343 admin admin] Pushing event deleted for resources: {'Network': ['ID=34663972-bce0-4184-967b-9b94cd56e173,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:03.273647 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Deleting subnet bc40361b-a9b8-42d1-a1ea-ad008fe1ca67 {{(pid=103444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 18:19:03.277145 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Publish callbacks [] for subnet (bc40361b-a9b8-42d1-a1ea-ad008fe1ca67), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.312146 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5740305'] for subnet (bc40361b-a9b8-42d1-a1ea-ad008fe1ca67), precommit_delete_associations {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.352396 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-737763'] for subnet (bc40361b-a9b8-42d1-a1ea-ad008fe1ca67), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.406562 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-737768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6174567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6075136'] for subnet (bc40361b-a9b8-42d1-a1ea-ad008fe1ca67), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.437973 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc40361b-a9b8-42d1-a1ea-ad008fe1ca67,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:03.440605 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.445481 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f7ef4730-4d64-44fa-89d2-2c51dbec3c16 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/bc40361b-a9b8-42d1-a1ea-ad008fe1ca67 HTTP/1.1" status: 204 len: 168 time: 0.2179546 Mar 11 18:19:03.446570 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43992) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:03.517501 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-645158'] for network (82d0d235-45fa-4c2c-8949-6bf25bea6ea9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.602051 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740888', 'neutron.services.segments.db._delete_segments_for_network-8782106211606'] for network (82d0d235-45fa-4c2c-8949-6bf25bea6ea9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.623429 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d0d235-45fa-4c2c-8949-6bf25bea6ea9']}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.633321 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4a5536-14f5-49cb-86f7-27ab13ff8123') {'for_net_delete': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.633619 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.services.segments.db [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4a5536-14f5-49cb-86f7-27ab13ff8123') {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 18:19:03.643510 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782106211871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5740314'] for segment (5b4a5536-14f5-49cb-86f7-27ab13ff8123), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.662561 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076'] for segment (5b4a5536-14f5-49cb-86f7-27ab13ff8123), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.669346 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=103444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 18:19:03.669852 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6172857'] for segment (5b4a5536-14f5-49cb-86f7-27ab13ff8123), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: Traceback (most recent call last): Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: timer() Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: cb(*args, **kw) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: return func(*args, **kwargs) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: self._notify() Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: self.callback(batched_events) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: event.method(event) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: return f(self, *a, **k) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._get(url).json() Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: return self.request(url, 'GET', **kwargs) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 18:19:03.671657 dv-cinder-833443-1-iscsi neutron-server[103444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 18:19:03.724801 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1682568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620379'] for network (82d0d235-45fa-4c2c-8949-6bf25bea6ea9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.731108 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1682582'] for network (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:03.734234 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] 10.222.0.105 "DELETE /v2.0/networks/82d0d235-45fa-4c2c-8949-6bf25bea6ea9 HTTP/1.1" status: 204 len: 168 time: 0.2867358 Mar 11 18:19:03.744000 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c11a1-ad8c-486b-94d9-25e858e98dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d0d235-45fa-4c2c-8949-6bf25bea6ea9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:03.897151 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43996) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:03.949330 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-14f74aa5-5c23-46da-8091-ca2874af0f06 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=658e674a38544e7089b70a2549f1ab8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509763 Mar 11 18:19:03.951693 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 43998) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:03.999112 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] Publish callbacks [] for security_group (9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.021708 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] Publish callbacks [] for security_group (9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.068404 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.070923 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.072086 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c HTTP/1.1" status: 204 len: 168 time: 0.1194546 Mar 11 18:19:04.080422 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854e1a3-9bc6-42d5-abf3-de7d7b13555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3aecb9-138b-44ae-b2df-9ffe8f90ad8c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:04.403497 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:04.444211 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b6c4f52f-3a28-4890-8459-1ce46eed7bcd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b5925ab1da054469a5869628b7253dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394437 Mar 11 18:19:04.446732 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:04.495149 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] Publish callbacks [] for security_group (807d887d-58a3-47a1-a649-7db8d77d5574), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.516691 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] Publish callbacks [] for security_group (807d887d-58a3-47a1-a649-7db8d77d5574), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.564702 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (807d887d-58a3-47a1-a649-7db8d77d5574), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.567083 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:04.568294 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/807d887d-58a3-47a1-a649-7db8d77d5574 HTTP/1.1" status: 204 len: 168 time: 0.1206264 Mar 11 18:19:04.576499 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df59b45-2820-438a-9cbf-0b47ab3d00b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d887d-58a3-47a1-a649-7db8d77d5574,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:15.358209 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:15.464032 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34a3cda-8140-4dba-acb2-950ab6c4831d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.543418 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34a3cda-8140-4dba-acb2-950ab6c4831d admin admin] Publish callbacks [] for security_group (0e4756e9-d440-4dc6-86f4-d406d84d65f0), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.547311 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e34a3cda-8140-4dba-acb2-950ab6c4831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0e4756e9-d440-4dc6-86f4-d406d84d65f0), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.587254 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3cda-8140-4dba-acb2-950ab6c4831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4756e9-d440-4dc6-86f4-d406d84d65f0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:15.591577 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e34a3cda-8140-4dba-acb2-950ab6c4831d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2043d9dbda864b37878db8c440904551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323582 Mar 11 18:19:15.594248 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:15.643563 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] Publish callbacks [] for security_group (0e4756e9-d440-4dc6-86f4-d406d84d65f0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.664325 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] Publish callbacks [] for security_group (0e4756e9-d440-4dc6-86f4-d406d84d65f0), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.710622 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (0e4756e9-d440-4dc6-86f4-d406d84d65f0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.713249 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:15.714390 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0e4756e9-d440-4dc6-86f4-d406d84d65f0 HTTP/1.1" status: 204 len: 168 time: 0.1192544 Mar 11 18:19:15.722749 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6acd8e-c923-4021-8c9c-e87b5219670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4756e9-d440-4dc6-86f4-d406d84d65f0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:15.981761 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:15.994874 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19cc2df2-cd14-4fda-881a-04f19ad96add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.069985 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19cc2df2-cd14-4fda-881a-04f19ad96add admin admin] Publish callbacks [] for security_group (f20491e9-75d4-4973-a531-c11195a95b73), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.073847 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19cc2df2-cd14-4fda-881a-04f19ad96add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f20491e9-75d4-4973-a531-c11195a95b73), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.113619 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc2df2-cd14-4fda-881a-04f19ad96add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20491e9-75d4-4973-a531-c11195a95b73,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:16.119378 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-19cc2df2-cd14-4fda-881a-04f19ad96add admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ca865b9ce29746f3a6757da54c7dd784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365676 Mar 11 18:19:16.122283 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:16.171588 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] Publish callbacks [] for security_group (f20491e9-75d4-4973-a531-c11195a95b73), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.193805 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] Publish callbacks [] for security_group (f20491e9-75d4-4973-a531-c11195a95b73), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.241216 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (f20491e9-75d4-4973-a531-c11195a95b73), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.243741 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:16.244945 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f20491e9-75d4-4973-a531-c11195a95b73 HTTP/1.1" status: 204 len: 168 time: 0.1217585 Mar 11 18:19:16.253531 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7ca07-e902-42d9-87ea-b5074fcbe0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20491e9-75d4-4973-a531-c11195a95b73,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:17.296983 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:17.405012 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915d6a9c-6901-4651-b7af-7f14dca7c2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.479277 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915d6a9c-6901-4651-b7af-7f14dca7c2d3 admin admin] Publish callbacks [] for security_group (10a87e40-1153-4ed6-8685-257de90f159a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.485126 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915d6a9c-6901-4651-b7af-7f14dca7c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (10a87e40-1153-4ed6-8685-257de90f159a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.524200 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-915d6a9c-6901-4651-b7af-7f14dca7c2d3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1fc1a68497c146b9bc57b49821f9d226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260997 Mar 11 18:19:17.525177 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d6a9c-6901-4651-b7af-7f14dca7c2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a87e40-1153-4ed6-8685-257de90f159a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:17.526906 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 44178) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:17.578050 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] Publish callbacks [] for security_group (10a87e40-1153-4ed6-8685-257de90f159a), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.599162 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] Publish callbacks [] for security_group (10a87e40-1153-4ed6-8685-257de90f159a), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.646398 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (10a87e40-1153-4ed6-8685-257de90f159a), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.648980 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:17.650115 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/10a87e40-1153-4ed6-8685-257de90f159a HTTP/1.1" status: 204 len: 168 time: 0.1222315 Mar 11 18:19:17.658217 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57ca99-2953-422f-8f76-93e482412fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a87e40-1153-4ed6-8685-257de90f159a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:23.794351 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3cdb6ca3-1561-4f3a-a933-704ee1bde422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:25.257090 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:26.193750 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-672fbec6-fff3-4eb8-8a36-ac88b657f0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:28.679660 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:28.737788 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.105', 44312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:28.845842 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9da467b-10b3-43ac-9b62-ad04906eea90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:28.924459 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9da467b-10b3-43ac-9b62-ad04906eea90 admin admin] Publish callbacks [] for security_group (a60d985c-db6a-478c-baa2-585d3b40a5a4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:28.930650 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9da467b-10b3-43ac-9b62-ad04906eea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a60d985c-db6a-478c-baa2-585d3b40a5a4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:28.971401 dv-cinder-833443-1-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e9da467b-10b3-43ac-9b62-ad04906eea90 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=77307a811459412db2b42ab4b476cd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325306 Mar 11 18:19:28.972396 dv-cinder-833443-1-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da467b-10b3-43ac-9b62-ad04906eea90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d985c-db6a-478c-baa2-585d3b40a5a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:28.974078 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.wsgi [-] (103444) accepted ('10.222.0.105', 44316) {{(pid=103444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 18:19:29.025257 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] Publish callbacks [] for security_group (a60d985c-db6a-478c-baa2-585d3b40a5a4), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:29.046520 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] Publish callbacks [] for security_group (a60d985c-db6a-478c-baa2-585d3b40a5a4), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:29.095866 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375107'] for security_group (a60d985c-db6a-478c-baa2-585d3b40a5a4), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:29.098468 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:29.099647 dv-cinder-833443-1-iscsi neutron-server[103444]: INFO neutron.wsgi [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a60d985c-db6a-478c-baa2-585d3b40a5a4 HTTP/1.1" status: 204 len: 168 time: 0.1245661 Mar 11 18:19:29.107356 dv-cinder-833443-1-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c475bee-4cfc-4df8-90d4-657908db49de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d985c-db6a-478c-baa2-585d3b40a5a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 18:19:29.751621 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:30.649282 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:37.596123 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:19:53.796003 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3225f107-76b3-488c-9842-072b9f054cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:55.260914 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:56.196284 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ad22090-6a5d-4de3-b8a2-8d4bc5e0ce96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:58.680851 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:19:59.750832 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:00.652290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:14.594906 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:23.801273 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-265e6a0c-91cc-4fd4-9362-4bd66f46bc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:25.273944 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:26.197741 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d64fd908-a932-4815-9a9e-8f1536ba580c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:28.684430 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:29.753467 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:30.656221 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:51.593710 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:20:53.796224 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fc7471bc-2e21-4062-917f-a967fa68759e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:55.273604 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:56.201954 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bad5-a1f7-497a-8302-e518b6a06b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:58.689652 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:20:59.764992 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:00.660297 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:23.801156 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d831bfc8-382d-405c-ae64-892cddca18f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:25.288535 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:26.206490 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-90fad893-d50d-480c-b2f3-6337503e1ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:28.592938 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:21:28.690186 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:29.760806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:30.663678 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:53.803981 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e3674f28-444a-41b0-b477-d3a9af96ee1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:55.286844 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:56.212182 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4df8b9fb-4793-4f8e-853a-31fb34f6acbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:58.692606 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:21:59.769330 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:00.667537 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:05.592990 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:22:23.806164 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd9194ee-2328-4129-9715-403b845b8b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:25.303411 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:26.215005 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a5751c48-5e0c-4a67-b80e-11ce2681f4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:28.696436 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:29.765835 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:30.661674 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:42.592705 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:22:53.809806 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c6de9005-fea6-45c2-9bac-377a74bb6b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:55.300510 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:56.218724 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c0126430-9fed-43ae-af95-9005125c9201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:58.705114 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:22:59.770152 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:00.674239 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:19.592971 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:23:23.813207 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-eab719a0-ab68-4b4c-aa27-d8fa231f3f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:25.318340 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:26.222731 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e7f2-05a2-4d9e-8b1b-81f4f5f45061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:28.701018 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:29.773220 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:30.669173 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:53.815443 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-346caa66-1d3d-4fa8-a59e-c4b2a39bb381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:55.314665 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:56.225135 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bdb43994-031e-449e-b211-15665aaf4670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:56.592200 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 18:23:58.703801 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:23:59.778648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:00.673667 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:23.820290 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ab77017d-016b-431e-aa56-206c36059d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (b694de16-807d-4836-8f35-e3c6b20a0d9b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:25.330648 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f38cc880-dfc3-4345-bd14-d4fcee90435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (a2358c06-73f4-4536-b59e-eb3d2a131a41), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:26.228270 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f175e04d-5603-415e-8af1-8122e07f94a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (e951d530-b0f4-42b5-99d8-65f272a4e7ff), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:28.710056 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9e50efbc-91a0-4609-98fc-416d64dc909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (4c5064eb-4f4d-46f6-846f-f3760cf3fd47), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:29.777121 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-011d98f5-9358-4fca-9247-28797f45e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (bd44525e-0181-423f-89b1-87df4467cde4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:30.677249 dv-cinder-833443-1-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cb56a3c3-4846-4109-8b86-2bc89d1626bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782106211588', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742675'] for agent (697deed4-a269-459f-8b58-93dfb3e9ed54), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 18:24:33.591657 dv-cinder-833443-1-iscsi neutron-server[103446]: DEBUG neutron.db.agents_db [None req-dd3d31a9-d9d4-4a00-b910-2bcfe5bffedd None None] Agent healthcheck: found 6 active agents {{(pid=103446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}